2024-11-18 19:12:22,508 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-18 19:12:22,519 main DEBUG Took 0.008717 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-18 19:12:22,519 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-18 19:12:22,519 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-18 19:12:22,520 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-18 19:12:22,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,528 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-18 19:12:22,539 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,540 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,541 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,541 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,542 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,542 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,543 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,543 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,544 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,544 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,545 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,545 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,546 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,546 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,547 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,547 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,548 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,548 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,549 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,549 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,549 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-18 19:12:22,550 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,550 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-18 19:12:22,552 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-18 19:12:22,553 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-18 19:12:22,555 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-18 19:12:22,555 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-18 19:12:22,556 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-18 19:12:22,557 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-18 19:12:22,564 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-18 19:12:22,566 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-18 19:12:22,568 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-18 19:12:22,568 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-18 19:12:22,568 main DEBUG createAppenders(={Console}) 2024-11-18 19:12:22,569 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-18 19:12:22,569 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-18 19:12:22,569 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-18 19:12:22,570 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-18 19:12:22,570 main DEBUG OutputStream closed 2024-11-18 19:12:22,570 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-18 19:12:22,571 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-18 19:12:22,571 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-18 19:12:22,636 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-18 19:12:22,638 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-18 19:12:22,639 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-18 19:12:22,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-18 19:12:22,640 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-18 19:12:22,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-18 19:12:22,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-18 19:12:22,641 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-18 19:12:22,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-18 19:12:22,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-18 19:12:22,642 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-18 19:12:22,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-18 19:12:22,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-18 19:12:22,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-18 19:12:22,643 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-18 19:12:22,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-18 19:12:22,644 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-18 19:12:22,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-18 19:12:22,647 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18 19:12:22,647 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-18 19:12:22,647 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-18 19:12:22,648 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-18T19:12:22,869 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca 2024-11-18 19:12:22,872 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-18 19:12:22,872 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-18T19:12:22,880 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-11-18T19:12:22,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-18T19:12:22,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/cluster_05ca63d3-e4e6-f88c-dd37-07c9d1af7609, deleteOnExit=true 2024-11-18T19:12:22,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-18T19:12:22,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/test.cache.data in system properties and HBase conf 2024-11-18T19:12:22,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/hadoop.tmp.dir in system properties and HBase conf 2024-11-18T19:12:22,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/hadoop.log.dir in system properties and HBase conf 2024-11-18T19:12:22,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-18T19:12:22,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-18T19:12:22,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-18T19:12:23,000 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-18T19:12:23,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-18T19:12:23,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:12:23,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-18T19:12:23,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-18T19:12:23,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:12:23,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-18T19:12:23,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-18T19:12:23,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-18T19:12:23,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:12:23,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-18T19:12:23,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/nfs.dump.dir in system properties and HBase conf 2024-11-18T19:12:23,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/java.io.tmpdir in system properties and HBase conf 2024-11-18T19:12:23,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-18T19:12:23,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-18T19:12:23,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-18T19:12:24,070 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-18T19:12:24,154 INFO [Time-limited test {}] log.Log(170): Logging initialized @2313ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-18T19:12:24,231 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:12:24,296 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:12:24,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:12:24,322 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:12:24,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T19:12:24,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:12:24,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:12:24,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:12:24,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/java.io.tmpdir/jetty-localhost-43029-hadoop-hdfs-3_4_1-tests_jar-_-any-1712592364926745095/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:12:24,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:43029} 2024-11-18T19:12:24,525 INFO [Time-limited test {}] server.Server(415): Started @2685ms 2024-11-18T19:12:25,044 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-18T19:12:25,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-18T19:12:25,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-18T19:12:25,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-18T19:12:25,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-18T19:12:25,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/hadoop.log.dir/,AVAILABLE} 2024-11-18T19:12:25,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-18T19:12:25,152 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/java.io.tmpdir/jetty-localhost-39519-hadoop-hdfs-3_4_1-tests_jar-_-any-9182740135217433931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:12:25,153 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:39519} 2024-11-18T19:12:25,153 INFO [Time-limited test {}] server.Server(415): Started @3313ms 2024-11-18T19:12:25,199 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-18T19:12:26,040 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/cluster_05ca63d3-e4e6-f88c-dd37-07c9d1af7609/data/data1/current/BP-618029774-172.17.0.2-1731957143700/current, will proceed with Du for space computation calculation, 2024-11-18T19:12:26,040 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/cluster_05ca63d3-e4e6-f88c-dd37-07c9d1af7609/data/data2/current/BP-618029774-172.17.0.2-1731957143700/current, will proceed with Du for space computation calculation, 2024-11-18T19:12:26,067 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-18T19:12:26,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41f6d8b5ac81adde with lease ID 0x89efa1b6a5ad2773: Processing first storage report for DS-e83253d9-4e07-4f28-b38b-57ee516ebf8a from datanode DatanodeRegistration(127.0.0.1:45131, datanodeUuid=070ee85d-846f-4756-8a71-99fc504cb984, infoPort=39853, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=2125086837;c=1731957143700) 2024-11-18T19:12:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41f6d8b5ac81adde with lease ID 0x89efa1b6a5ad2773: from storage DS-e83253d9-4e07-4f28-b38b-57ee516ebf8a node DatanodeRegistration(127.0.0.1:45131, datanodeUuid=070ee85d-846f-4756-8a71-99fc504cb984, infoPort=39853, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=2125086837;c=1731957143700), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-18T19:12:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x41f6d8b5ac81adde with lease ID 0x89efa1b6a5ad2773: Processing first storage report for DS-1062c78c-9d75-488f-b449-ac1da9832c99 from datanode DatanodeRegistration(127.0.0.1:45131, datanodeUuid=070ee85d-846f-4756-8a71-99fc504cb984, infoPort=39853, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=2125086837;c=1731957143700) 2024-11-18T19:12:26,111 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x41f6d8b5ac81adde with lease ID 0x89efa1b6a5ad2773: from storage DS-1062c78c-9d75-488f-b449-ac1da9832c99 node DatanodeRegistration(127.0.0.1:45131, datanodeUuid=070ee85d-846f-4756-8a71-99fc504cb984, infoPort=39853, infoSecurePort=0, ipcPort=44121, storageInfo=lv=-57;cid=testClusterID;nsid=2125086837;c=1731957143700), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-18T19:12:26,182 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca 2024-11-18T19:12:26,256 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/cluster_05ca63d3-e4e6-f88c-dd37-07c9d1af7609/zookeeper_0, clientPort=63218, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/cluster_05ca63d3-e4e6-f88c-dd37-07c9d1af7609/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/cluster_05ca63d3-e4e6-f88c-dd37-07c9d1af7609/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-18T19:12:26,266 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63218 2024-11-18T19:12:26,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:26,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741825_1001 (size=7) 2024-11-18T19:12:26,888 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260 with version=8 2024-11-18T19:12:26,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/hbase-staging 2024-11-18T19:12:26,972 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-18T19:12:27,195 INFO [Time-limited test {}] client.ConnectionUtils(128): master/39fff3b0f89c:0 server-side Connection retries=45 2024-11-18T19:12:27,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:27,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:27,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:12:27,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:27,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:12:27,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-18T19:12:27,379 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-18T19:12:27,387 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-18T19:12:27,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:12:27,411 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 101092 (auto-detected) 2024-11-18T19:12:27,412 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-18T19:12:27,429 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36603 2024-11-18T19:12:27,449 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36603 connecting to ZooKeeper ensemble=127.0.0.1:63218 2024-11-18T19:12:27,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:366030x0, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:12:27,553 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36603-0x10150a674650000 connected 2024-11-18T19:12:27,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:27,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:27,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:12:27,649 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260, hbase.cluster.distributed=false 2024-11-18T19:12:27,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:12:27,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36603 2024-11-18T19:12:27,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36603 2024-11-18T19:12:27,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36603 2024-11-18T19:12:27,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36603 2024-11-18T19:12:27,682 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36603 2024-11-18T19:12:27,774 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/39fff3b0f89c:0 server-side Connection retries=45 2024-11-18T19:12:27,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:27,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:27,776 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-18T19:12:27,776 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-18T19:12:27,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-18T19:12:27,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-18T19:12:27,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-18T19:12:27,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38149 2024-11-18T19:12:27,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38149 connecting to ZooKeeper ensemble=127.0.0.1:63218 2024-11-18T19:12:27,785 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:27,788 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:27,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381490x0, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-18T19:12:27,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381490x0, quorum=127.0.0.1:63218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:12:27,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38149-0x10150a674650001 connected 2024-11-18T19:12:27,802 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-18T19:12:27,809 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-18T19:12:27,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-18T19:12:27,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-18T19:12:27,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38149 2024-11-18T19:12:27,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38149 2024-11-18T19:12:27,817 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38149 2024-11-18T19:12:27,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38149 2024-11-18T19:12:27,818 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38149 2024-11-18T19:12:27,833 DEBUG [M:0;39fff3b0f89c:36603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;39fff3b0f89c:36603 2024-11-18T19:12:27,834 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/39fff3b0f89c,36603,1731957147048 2024-11-18T19:12:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:27,850 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/39fff3b0f89c,36603,1731957147048 2024-11-18T19:12:27,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:27,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-18T19:12:27,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:27,881 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-18T19:12:27,882 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/39fff3b0f89c,36603,1731957147048 from backup master directory 2024-11-18T19:12:27,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/39fff3b0f89c,36603,1731957147048 2024-11-18T19:12:27,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:27,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-18T19:12:27,889 WARN [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:12:27,890 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=39fff3b0f89c,36603,1731957147048 2024-11-18T19:12:27,892 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-18T19:12:27,893 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-18T19:12:27,943 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/hbase.id] with ID: 62b2af6b-588f-4922-a658-6677d58c879a 2024-11-18T19:12:27,943 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/.tmp/hbase.id 2024-11-18T19:12:27,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741826_1002 (size=42) 2024-11-18T19:12:28,354 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/.tmp/hbase.id]:[hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/hbase.id] 2024-11-18T19:12:28,399 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-18T19:12:28,404 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-18T19:12:28,421 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-18T19:12:28,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:28,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:28,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741827_1003 (size=196) 2024-11-18T19:12:28,897 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:12:28,900 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-18T19:12:28,912 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:28,916 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:12:28,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741828_1004 (size=1189) 2024-11-18T19:12:29,365 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store 2024-11-18T19:12:29,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741829_1005 (size=34) 2024-11-18T19:12:29,794 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-18T19:12:29,796 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:29,797 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:12:29,797 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:29,798 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:29,799 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T19:12:29,799 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:29,799 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:12:29,800 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731957149797Disabling compacts and flushes for region at 1731957149797Disabling writes for close at 1731957149799 (+2 ms)Writing region close event to WAL at 1731957149799Closed at 1731957149799 2024-11-18T19:12:29,802 WARN [master/39fff3b0f89c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/.initializing 2024-11-18T19:12:29,802 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/WALs/39fff3b0f89c,36603,1731957147048 2024-11-18T19:12:29,810 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:12:29,823 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39fff3b0f89c%2C36603%2C1731957147048, suffix=, logDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/WALs/39fff3b0f89c,36603,1731957147048, archiveDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/oldWALs, maxLogs=10 2024-11-18T19:12:29,843 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/WALs/39fff3b0f89c,36603,1731957147048/39fff3b0f89c%2C36603%2C1731957147048.1731957149827, exclude list is [], retry=0 2024-11-18T19:12:29,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45131,DS-e83253d9-4e07-4f28-b38b-57ee516ebf8a,DISK] 2024-11-18T19:12:29,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-18T19:12:29,891 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/WALs/39fff3b0f89c,36603,1731957147048/39fff3b0f89c%2C36603%2C1731957147048.1731957149827 2024-11-18T19:12:29,892 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39853:39853)] 2024-11-18T19:12:29,892 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:12:29,892 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:29,895 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,896 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-18T19:12:29,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:29,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:29,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-18T19:12:29,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:29,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:29,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-18T19:12:29,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:29,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:29,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-18T19:12:29,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:29,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:29,970 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,973 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,974 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,979 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,980 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,984 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-18T19:12:29,987 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-18T19:12:29,992 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:29,993 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59053395, jitterRate=-0.12003584206104279}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-18T19:12:30,001 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731957149906Initializing all the Stores at 1731957149908 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957149909 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957149909Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957149909Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957149909Cleaning up temporary data from old regions at 1731957149980 (+71 ms)Region opened successfully at 1731957150001 (+21 ms) 2024-11-18T19:12:30,002 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-18T19:12:30,032 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe9447b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39fff3b0f89c/172.17.0.2:0 2024-11-18T19:12:30,058 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-18T19:12:30,068 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-18T19:12:30,068 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-18T19:12:30,070 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-18T19:12:30,071 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-18T19:12:30,077 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-18T19:12:30,077 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-18T19:12:30,101 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-18T19:12:30,109 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-18T19:12:30,147 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-18T19:12:30,149 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-18T19:12:30,151 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-18T19:12:30,155 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-18T19:12:30,157 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-18T19:12:30,160 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-18T19:12:30,171 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-18T19:12:30,173 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-18T19:12:30,180 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-18T19:12:30,201 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-18T19:12:30,205 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-18T19:12:30,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:12:30,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-18T19:12:30,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:30,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:30,217 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=39fff3b0f89c,36603,1731957147048, sessionid=0x10150a674650000, setting cluster-up flag (Was=false) 2024-11-18T19:12:30,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:30,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:30,272 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-18T19:12:30,276 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39fff3b0f89c,36603,1731957147048 2024-11-18T19:12:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:30,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:30,322 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-18T19:12:30,325 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=39fff3b0f89c,36603,1731957147048 2024-11-18T19:12:30,335 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-18T19:12:30,398 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-18T19:12:30,406 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-18T19:12:30,412 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-18T19:12:30,416 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 39fff3b0f89c,36603,1731957147048 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-18T19:12:30,424 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/39fff3b0f89c:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:12:30,424 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/39fff3b0f89c:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:12:30,424 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(746): ClusterId : 62b2af6b-588f-4922-a658-6677d58c879a 2024-11-18T19:12:30,424 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/39fff3b0f89c:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:12:30,424 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/39fff3b0f89c:0, corePoolSize=5, maxPoolSize=5 2024-11-18T19:12:30,424 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/39fff3b0f89c:0, corePoolSize=10, maxPoolSize=10 2024-11-18T19:12:30,424 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,425 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/39fff3b0f89c:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:12:30,425 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,426 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-18T19:12:30,428 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731957180428 2024-11-18T19:12:30,429 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-18T19:12:30,430 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:12:30,430 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-18T19:12:30,430 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-18T19:12:30,433 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-18T19:12:30,433 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-18T19:12:30,434 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-18T19:12:30,434 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-18T19:12:30,435 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:30,435 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-18T19:12:30,434 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,437 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-18T19:12:30,439 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-18T19:12:30,439 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-18T19:12:30,441 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-18T19:12:30,441 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-18T19:12:30,442 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-18T19:12:30,443 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-18T19:12:30,444 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.large.0-1731957150444,5,FailOnTimeoutGroup] 2024-11-18T19:12:30,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741831_1007 (size=1321) 2024-11-18T19:12:30,445 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.small.0-1731957150445,5,FailOnTimeoutGroup] 2024-11-18T19:12:30,445 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,445 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-18T19:12:30,447 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,447 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,448 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-18T19:12:30,448 DEBUG [RS:0;39fff3b0f89c:38149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3fb142, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=39fff3b0f89c/172.17.0.2:0 2024-11-18T19:12:30,462 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;39fff3b0f89c:38149 2024-11-18T19:12:30,465 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-18T19:12:30,466 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-18T19:12:30,466 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-18T19:12:30,468 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(2659): reportForDuty to master=39fff3b0f89c,36603,1731957147048 with port=38149, startcode=1731957147744 2024-11-18T19:12:30,479 DEBUG [RS:0;39fff3b0f89c:38149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-18T19:12:30,512 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59949, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-18T19:12:30,518 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:30,520 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36603 {}] master.ServerManager(517): Registering regionserver=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:30,533 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260 2024-11-18T19:12:30,533 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38073 2024-11-18T19:12:30,533 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-18T19:12:30,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:12:30,548 DEBUG [RS:0;39fff3b0f89c:38149 {}] zookeeper.ZKUtil(111): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:30,548 WARN [RS:0;39fff3b0f89c:38149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-18T19:12:30,548 INFO [RS:0;39fff3b0f89c:38149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:12:30,548 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/WALs/39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:30,551 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [39fff3b0f89c,38149,1731957147744] 2024-11-18T19:12:30,571 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-18T19:12:30,587 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-18T19:12:30,591 INFO [RS:0;39fff3b0f89c:38149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-18T19:12:30,592 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,592 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-18T19:12:30,597 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-18T19:12:30,598 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,598 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,599 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,599 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,599 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,599 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,599 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/39fff3b0f89c:0, corePoolSize=2, maxPoolSize=2 2024-11-18T19:12:30,599 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,599 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,600 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,600 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,600 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,600 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/39fff3b0f89c:0, corePoolSize=1, maxPoolSize=1 2024-11-18T19:12:30,600 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/39fff3b0f89c:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:12:30,600 DEBUG [RS:0;39fff3b0f89c:38149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0, corePoolSize=3, maxPoolSize=3 2024-11-18T19:12:30,602 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,602 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,602 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,603 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,603 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,603 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,38149,1731957147744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:12:30,620 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-18T19:12:30,622 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,38149,1731957147744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,622 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,622 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.Replication(171): 39fff3b0f89c,38149,1731957147744 started 2024-11-18T19:12:30,639 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:30,640 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1482): Serving as 39fff3b0f89c,38149,1731957147744, RpcServer on 39fff3b0f89c/172.17.0.2:38149, sessionid=0x10150a674650001 2024-11-18T19:12:30,640 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-18T19:12:30,641 DEBUG [RS:0;39fff3b0f89c:38149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:30,641 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39fff3b0f89c,38149,1731957147744' 2024-11-18T19:12:30,641 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-18T19:12:30,642 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-18T19:12:30,642 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-18T19:12:30,642 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-18T19:12:30,642 DEBUG [RS:0;39fff3b0f89c:38149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:30,643 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '39fff3b0f89c,38149,1731957147744' 2024-11-18T19:12:30,643 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-18T19:12:30,643 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-18T19:12:30,644 DEBUG [RS:0;39fff3b0f89c:38149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-18T19:12:30,644 INFO [RS:0;39fff3b0f89c:38149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-18T19:12:30,644 INFO [RS:0;39fff3b0f89c:38149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-18T19:12:30,752 INFO [RS:0;39fff3b0f89c:38149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-18T19:12:30,755 INFO [RS:0;39fff3b0f89c:38149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39fff3b0f89c%2C38149%2C1731957147744, suffix=, logDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/WALs/39fff3b0f89c,38149,1731957147744, archiveDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/oldWALs, maxLogs=32 2024-11-18T19:12:30,771 DEBUG [RS:0;39fff3b0f89c:38149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/WALs/39fff3b0f89c,38149,1731957147744/39fff3b0f89c%2C38149%2C1731957147744.1731957150758, exclude list is [], retry=0 2024-11-18T19:12:30,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45131,DS-e83253d9-4e07-4f28-b38b-57ee516ebf8a,DISK] 2024-11-18T19:12:30,779 INFO [RS:0;39fff3b0f89c:38149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/WALs/39fff3b0f89c,38149,1731957147744/39fff3b0f89c%2C38149%2C1731957147744.1731957150758 2024-11-18T19:12:30,779 DEBUG [RS:0;39fff3b0f89c:38149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39853:39853)] 2024-11-18T19:12:30,848 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-18T19:12:30,848 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260 2024-11-18T19:12:30,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741833_1009 (size=32) 2024-11-18T19:12:31,267 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:31,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:12:31,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:12:31,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:31,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:31,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:12:31,280 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:12:31,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:31,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:31,281 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:12:31,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:12:31,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:31,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:31,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:12:31,287 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:12:31,287 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:31,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:31,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:12:31,290 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740 2024-11-18T19:12:31,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740 2024-11-18T19:12:31,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:12:31,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:12:31,295 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:12:31,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:12:31,302 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:31,303 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73524406, jitterRate=0.09559902548789978}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:12:31,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731957151267Initializing all the Stores at 1731957151273 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957151273Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957151274 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957151274Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957151274Cleaning up temporary data from old regions at 1731957151294 (+20 ms)Region opened successfully at 1731957151306 (+12 ms) 2024-11-18T19:12:31,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:12:31,306 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:12:31,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:12:31,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:12:31,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:12:31,307 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:12:31,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731957151306Disabling compacts and flushes for region at 1731957151306Disabling writes for close at 1731957151306Writing region close event to WAL at 1731957151307 (+1 ms)Closed at 1731957151307 2024-11-18T19:12:31,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:12:31,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-18T19:12:31,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-18T19:12:31,325 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:12:31,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-18T19:12:31,485 DEBUG [39fff3b0f89c:36603 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-18T19:12:31,498 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:31,504 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39fff3b0f89c,38149,1731957147744, state=OPENING 2024-11-18T19:12:31,539 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-18T19:12:31,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:31,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:12:31,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:31,549 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:31,551 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-18T19:12:31,555 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:12:31,734 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-18T19:12:31,737 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56481, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-18T19:12:31,749 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-18T19:12:31,749 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-18T19:12:31,750 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-18T19:12:31,753 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=39fff3b0f89c%2C38149%2C1731957147744.meta, suffix=.meta, logDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/WALs/39fff3b0f89c,38149,1731957147744, archiveDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/oldWALs, maxLogs=32 2024-11-18T19:12:31,767 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/WALs/39fff3b0f89c,38149,1731957147744/39fff3b0f89c%2C38149%2C1731957147744.meta.1731957151754.meta, exclude list is [], retry=0 2024-11-18T19:12:31,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45131,DS-e83253d9-4e07-4f28-b38b-57ee516ebf8a,DISK] 2024-11-18T19:12:31,775 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/WALs/39fff3b0f89c,38149,1731957147744/39fff3b0f89c%2C38149%2C1731957147744.meta.1731957151754.meta 2024-11-18T19:12:31,775 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39853:39853)] 2024-11-18T19:12:31,776 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:12:31,777 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-18T19:12:31,780 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-18T19:12:31,785 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-18T19:12:31,791 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-18T19:12:31,792 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:31,792 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-18T19:12:31,792 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-18T19:12:31,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-18T19:12:31,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-18T19:12:31,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:31,798 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:31,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-18T19:12:31,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-18T19:12:31,801 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:31,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:31,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-18T19:12:31,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-18T19:12:31,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:31,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:31,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-18T19:12:31,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-18T19:12:31,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:31,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-18T19:12:31,807 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-18T19:12:31,808 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740 2024-11-18T19:12:31,811 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740 2024-11-18T19:12:31,814 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-18T19:12:31,814 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-18T19:12:31,815 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:12:31,818 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-18T19:12:31,820 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68456076, jitterRate=0.02007502317428589}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:12:31,820 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-18T19:12:31,821 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731957151793Writing region info on filesystem at 1731957151793Initializing all the Stores at 1731957151795 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957151795Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957151795Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957151795Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731957151795Cleaning up temporary data from old regions at 1731957151814 (+19 ms)Running coprocessor post-open hooks at 1731957151820 (+6 ms)Region opened successfully at 1731957151821 (+1 ms) 2024-11-18T19:12:31,827 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731957151727 2024-11-18T19:12:31,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:31,841 DEBUG [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-18T19:12:31,841 INFO [RS_OPEN_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-18T19:12:31,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 39fff3b0f89c,38149,1731957147744, state=OPEN 2024-11-18T19:12:31,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:12:31,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-18T19:12:31,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:31,880 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-18T19:12:31,881 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:31,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-18T19:12:31,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=39fff3b0f89c,38149,1731957147744 in 327 msec 2024-11-18T19:12:31,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-18T19:12:31,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 572 msec 2024-11-18T19:12:31,895 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-18T19:12:31,895 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-18T19:12:31,915 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:31,917 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:31,935 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:31,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43445, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:31,963 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5990 sec 2024-11-18T19:12:31,963 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731957151963, completionTime=-1 2024-11-18T19:12:31,966 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-18T19:12:31,966 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-18T19:12:31,987 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-18T19:12:31,987 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731957211987 2024-11-18T19:12:31,987 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731957271987 2024-11-18T19:12:31,987 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-11-18T19:12:31,990 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,36603,1731957147048-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:31,990 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,36603,1731957147048-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:31,990 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,36603,1731957147048-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:31,991 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-39fff3b0f89c:36603, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:31,992 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:31,992 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:31,997 DEBUG [master/39fff3b0f89c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-18T19:12:32,017 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.127sec 2024-11-18T19:12:32,019 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-18T19:12:32,020 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-18T19:12:32,021 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-18T19:12:32,021 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-18T19:12:32,021 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-18T19:12:32,022 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,36603,1731957147048-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-18T19:12:32,022 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,36603,1731957147048-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-18T19:12:32,031 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-18T19:12:32,032 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-18T19:12:32,032 INFO [master/39fff3b0f89c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=39fff3b0f89c,36603,1731957147048-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-18T19:12:32,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:32,037 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-18T19:12:32,037 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-18T19:12:32,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:12:32,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:32,049 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:12:32,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:12:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6efaecde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:32,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:12:32,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:32,055 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:32,057 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:32,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:32,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:32,068 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:32,071 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:32,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=39fff3b0f89c,36603,1731957147048 2024-11-18T19:12:32,102 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=180, ProcessCount=11, AvailableMemoryMB=4761 2024-11-18T19:12:32,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:12:32,133 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,36603,1731957147048 2024-11-18T19:12:32,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35874ff9 2024-11-18T19:12:32,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:12:32,142 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52420, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:12:32,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:12:32,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:12:32,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:12:32,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:12:32,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-18T19:12:32,170 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:32,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:12:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:32,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741835_1011 (size=1061) 2024-11-18T19:12:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:32,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:32,599 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260 2024-11-18T19:12:32,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741836_1012 (size=53) 2024-11-18T19:12:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:33,012 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:33,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 13b48c45833e4a43a223cd63ed988253, disabling compactions & flushes 2024-11-18T19:12:33,013 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:33,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:33,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. after waiting 0 ms 2024-11-18T19:12:33,013 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:33,014 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:33,014 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13b48c45833e4a43a223cd63ed988253: Waiting for close lock at 1731957153012Disabling compacts and flushes for region at 1731957153012Disabling writes for close at 1731957153013 (+1 ms)Writing region close event to WAL at 1731957153014 (+1 ms)Closed at 1731957153014 2024-11-18T19:12:33,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:12:33,025 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731957153018"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957153018"}]},"ts":"1731957153018"} 2024-11-18T19:12:33,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:12:33,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:12:33,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957153031"}]},"ts":"1731957153031"} 2024-11-18T19:12:33,037 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:12:33,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=13b48c45833e4a43a223cd63ed988253, ASSIGN}] 2024-11-18T19:12:33,041 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=13b48c45833e4a43a223cd63ed988253, ASSIGN 2024-11-18T19:12:33,043 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=13b48c45833e4a43a223cd63ed988253, ASSIGN; state=OFFLINE, location=39fff3b0f89c,38149,1731957147744; forceNewPlan=false, retain=false 2024-11-18T19:12:33,195 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13b48c45833e4a43a223cd63ed988253, regionState=OPENING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:33,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=13b48c45833e4a43a223cd63ed988253, ASSIGN because future has completed 2024-11-18T19:12:33,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:12:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:33,367 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:33,368 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:12:33,368 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,369 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:12:33,369 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,369 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,372 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,375 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:12:33,376 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b48c45833e4a43a223cd63ed988253 columnFamilyName A 2024-11-18T19:12:33,376 DEBUG [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:33,377 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] regionserver.HStore(327): Store=13b48c45833e4a43a223cd63ed988253/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:33,377 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,380 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:12:33,380 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b48c45833e4a43a223cd63ed988253 columnFamilyName B 2024-11-18T19:12:33,380 DEBUG [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:33,381 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] regionserver.HStore(327): Store=13b48c45833e4a43a223cd63ed988253/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:33,381 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,383 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:12:33,384 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13b48c45833e4a43a223cd63ed988253 columnFamilyName C 2024-11-18T19:12:33,384 DEBUG [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:12:33,384 INFO [StoreOpener-13b48c45833e4a43a223cd63ed988253-1 {}] regionserver.HStore(327): Store=13b48c45833e4a43a223cd63ed988253/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:12:33,385 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:33,385 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,387 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,387 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,389 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,389 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,390 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:12:33,392 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,396 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:12:33,397 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 13b48c45833e4a43a223cd63ed988253; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60835312, jitterRate=-0.09348320960998535}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:12:33,397 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:33,398 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 13b48c45833e4a43a223cd63ed988253: Running coprocessor pre-open hook at 1731957153369Writing region info on filesystem at 1731957153369Initializing all the Stores at 1731957153371 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957153371Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957153371Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957153371Cleaning up temporary data from old regions at 1731957153389 (+18 ms)Running coprocessor post-open hooks at 1731957153397 (+8 ms)Region opened successfully at 1731957153398 (+1 ms) 2024-11-18T19:12:33,400 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., pid=6, masterSystemTime=1731957153361 2024-11-18T19:12:33,403 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:33,403 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:33,404 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=13b48c45833e4a43a223cd63ed988253, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:33,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:12:33,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-18T19:12:33,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 in 205 msec 2024-11-18T19:12:33,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-18T19:12:33,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=13b48c45833e4a43a223cd63ed988253, ASSIGN in 376 msec 2024-11-18T19:12:33,421 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:12:33,422 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957153421"}]},"ts":"1731957153421"} 2024-11-18T19:12:33,425 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:12:33,426 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:12:33,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2700 sec 2024-11-18T19:12:34,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-18T19:12:34,339 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:12:34,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,349 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:12:34,349 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:34,352 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:12:34,352 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:12:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ecdd502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:12:34,354 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:34,355 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:34,357 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:34,359 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175b244f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:34,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:34,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44544, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:34,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:12:34,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,36603,1731957147048 2024-11-18T19:12:34,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1faa08f6 2024-11-18T19:12:34,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:12:34,373 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:12:34,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:12:34,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:34,379 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:12:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:12:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b9dd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:12:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:34,381 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:34,382 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:34,383 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff1f1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:12:34,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:34,386 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:12:34,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:34,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:12:34,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec01134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:12:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:34,387 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:34,389 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:34,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b37f010, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:12:34,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:34,392 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:12:34,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:34,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:12:34,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643162ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:12:34,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:34,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:34,396 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:34,397 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1380f017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,398 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:12:34,398 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:34,399 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:12:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:12:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6d3ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:12:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:34,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:34,403 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:34,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763c2183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:12:34,405 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:34,406 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:12:34,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:34,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:12:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29140200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:12:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:34,407 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:34,408 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:34,409 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d230d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:12:34,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:34,412 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:12:34,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:34,412 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:12:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af5f6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:12:34,413 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:34,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:34,415 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:34,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d37adaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:12:34,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:34,418 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:12:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:12:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276c4225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,419 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:12:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:34,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:34,421 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41688, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f88841, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,423 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:12:34,423 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:34,424 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:12:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:12:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d0e529e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:12:34,425 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:34,427 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aaa86d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,429 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,429 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:12:34,429 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:12:34,430 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:12:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:12:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:12:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d25ecbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,431 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:12:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:12:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:34,433 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:12:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a74f818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:12:34,438 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:34,438 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:34,439 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:34,439 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:34,439 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:34,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:34,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:34,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44552, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:34,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44578, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:34,439 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:34,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:34,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:34,445 DEBUG [Thread-151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:34,446 DEBUG [Thread-151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:34,446 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:12:34,446 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:34,447 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:34,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:34,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:34,448 DEBUG [Thread-160 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:34,449 DEBUG [Thread-160 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:34,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:34,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:34,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:34,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:12:34,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:12:34,453 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:12:34,455 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:12:34,456 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:12:34,457 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:12:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-18T19:12:34,458 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:12:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:12:34,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:12:34,462 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:12:34,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:12:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:12:34,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:12:34,463 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:12:34,465 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:12:34,470 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:12:34,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:12:34,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:34,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-18T19:12:34,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:34,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:34,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:34,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:34,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:34,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:34,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:12:34,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/7993ede4159d43b69b13a919759372b0 is 50, key is test_row_0/A:col10/1731957154512/Put/seqid=0 2024-11-18T19:12:34,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:12:34,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741837_1013 (size=12001) 2024-11-18T19:12:34,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/7993ede4159d43b69b13a919759372b0 2024-11-18T19:12:34,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:34,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:34,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:34,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:34,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:34,687 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957154606, max timestamp=1731957154668Num uniques 859; 2024-11-18T19:12:34,689 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:12:34,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:34,700 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957154606, max timestamp=1731957154674Num uniques 859; 2024-11-18T19:12:34,701 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:12:34,706 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957154606, max timestamp=1731957154668Num uniques 859; 2024-11-18T19:12:34,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:12:34,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:34,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957214765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:34,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957214759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:34,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:34,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957214765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957214769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:12:34,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:34,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957214770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:34,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/a430c772ec8f418e95f81fc68096168a is 50, key is test_row_0/B:col10/1731957154512/Put/seqid=0 2024-11-18T19:12:34,806 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:34,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:34,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:34,808 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:34,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:34,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741838_1014 (size=12001) 2024-11-18T19:12:34,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:12:34,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:34,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:34,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:34,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:34,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:34,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957214917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:34,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:34,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957214917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:34,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:34,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:34,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957214918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957214918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:34,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957214919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:34,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:12:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:35,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:12:35,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957215125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,134 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957215125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957215135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957215135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957215136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:12:35,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,232 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/a430c772ec8f418e95f81fc68096168a 2024-11-18T19:12:35,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/b41f6de7df004921b29f6f2b431011fc is 50, key is test_row_0/C:col10/1731957154512/Put/seqid=0 2024-11-18T19:12:35,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741839_1015 (size=12001) 2024-11-18T19:12:35,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/b41f6de7df004921b29f6f2b431011fc 2024-11-18T19:12:35,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/7993ede4159d43b69b13a919759372b0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/7993ede4159d43b69b13a919759372b0 2024-11-18T19:12:35,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:12:35,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:35,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/7993ede4159d43b69b13a919759372b0, entries=150, sequenceid=12, filesize=11.7 K 2024-11-18T19:12:35,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/a430c772ec8f418e95f81fc68096168a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/a430c772ec8f418e95f81fc68096168a 2024-11-18T19:12:35,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/a430c772ec8f418e95f81fc68096168a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-18T19:12:35,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/b41f6de7df004921b29f6f2b431011fc as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/b41f6de7df004921b29f6f2b431011fc 2024-11-18T19:12:35,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/b41f6de7df004921b29f6f2b431011fc, entries=150, sequenceid=12, filesize=11.7 K 2024-11-18T19:12:35,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 13b48c45833e4a43a223cd63ed988253 in 872ms, sequenceid=12, compaction requested=false 2024-11-18T19:12:35,401 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-18T19:12:35,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:35,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:35,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-18T19:12:35,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:35,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:12:35,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:35,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:12:35,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:12:35,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/4cc2a3d21e8c4db5a1be574406791a9d is 50, key is test_row_0/A:col10/1731957154763/Put/seqid=0 2024-11-18T19:12:35,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:12:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:35,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741840_1016 (size=14341) 2024-11-18T19:12:35,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/4cc2a3d21e8c4db5a1be574406791a9d 2024-11-18T19:12:35,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/e2fba90daff84b94a02a7299191fde1f is 50, key is test_row_0/B:col10/1731957154763/Put/seqid=0 2024-11-18T19:12:35,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957215490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957215490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,541 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741841_1017 (size=12001) 2024-11-18T19:12:35,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/e2fba90daff84b94a02a7299191fde1f 2024-11-18T19:12:35,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957215502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,582 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957215505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957215513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,584 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/eccb814ec665444cba2f2e47dde60eb9 is 50, key is test_row_0/C:col10/1731957154763/Put/seqid=0 2024-11-18T19:12:35,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741842_1018 (size=12001) 2024-11-18T19:12:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:12:35,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/eccb814ec665444cba2f2e47dde60eb9 2024-11-18T19:12:35,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/4cc2a3d21e8c4db5a1be574406791a9d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4cc2a3d21e8c4db5a1be574406791a9d 2024-11-18T19:12:35,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4cc2a3d21e8c4db5a1be574406791a9d, entries=200, sequenceid=48, filesize=14.0 K 2024-11-18T19:12:35,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:12:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:35,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/e2fba90daff84b94a02a7299191fde1f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e2fba90daff84b94a02a7299191fde1f 2024-11-18T19:12:35,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e2fba90daff84b94a02a7299191fde1f, entries=150, sequenceid=48, filesize=11.7 K 2024-11-18T19:12:35,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/eccb814ec665444cba2f2e47dde60eb9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/eccb814ec665444cba2f2e47dde60eb9 2024-11-18T19:12:35,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957215646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957215647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/eccb814ec665444cba2f2e47dde60eb9, entries=150, sequenceid=48, filesize=11.7 K 2024-11-18T19:12:35,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 13b48c45833e4a43a223cd63ed988253 in 242ms, sequenceid=48, compaction requested=false 2024-11-18T19:12:35,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:35,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-18T19:12:35,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:35,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:35,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:35,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:35,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:35,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:35,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/9f1699d2d41845b28d68705308532efc is 50, key is test_row_0/A:col10/1731957155492/Put/seqid=0 2024-11-18T19:12:35,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741843_1019 (size=14341) 2024-11-18T19:12:35,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/9f1699d2d41845b28d68705308532efc 2024-11-18T19:12:35,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/1e52dc4b982247e88141e57a096b204b is 50, key is test_row_0/B:col10/1731957155492/Put/seqid=0 2024-11-18T19:12:35,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741844_1020 (size=14341) 2024-11-18T19:12:35,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/1e52dc4b982247e88141e57a096b204b 2024-11-18T19:12:35,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:12:35,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:35,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:35,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/ed8dc6f3e0734197ac12d60bb6dec875 is 50, key is test_row_0/C:col10/1731957155492/Put/seqid=0 2024-11-18T19:12:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741845_1021 (size=12001) 2024-11-18T19:12:35,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/ed8dc6f3e0734197ac12d60bb6dec875 2024-11-18T19:12:35,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/9f1699d2d41845b28d68705308532efc as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/9f1699d2d41845b28d68705308532efc 2024-11-18T19:12:35,872 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/9f1699d2d41845b28d68705308532efc, entries=200, sequenceid=60, filesize=14.0 K 2024-11-18T19:12:35,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/1e52dc4b982247e88141e57a096b204b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e52dc4b982247e88141e57a096b204b 2024-11-18T19:12:35,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957215880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957215882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e52dc4b982247e88141e57a096b204b, entries=200, sequenceid=60, filesize=14.0 K 2024-11-18T19:12:35,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/ed8dc6f3e0734197ac12d60bb6dec875 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ed8dc6f3e0734197ac12d60bb6dec875 2024-11-18T19:12:35,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957215886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957215897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957215898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:35,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:35,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:35,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ed8dc6f3e0734197ac12d60bb6dec875, entries=150, sequenceid=60, filesize=11.7 K 2024-11-18T19:12:35,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 13b48c45833e4a43a223cd63ed988253 in 209ms, sequenceid=60, compaction requested=true 2024-11-18T19:12:35,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:35,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:12:35,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:35,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:12:35,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:35,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:12:35,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:35,932 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:35,936 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:35,936 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:35,938 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/B is initiating minor compaction (all files) 2024-11-18T19:12:35,939 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/B in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,939 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:35,939 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/A is initiating minor compaction (all files) 2024-11-18T19:12:35,939 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/a430c772ec8f418e95f81fc68096168a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e2fba90daff84b94a02a7299191fde1f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e52dc4b982247e88141e57a096b204b] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=37.4 K 2024-11-18T19:12:35,940 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/A in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,940 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/7993ede4159d43b69b13a919759372b0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4cc2a3d21e8c4db5a1be574406791a9d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/9f1699d2d41845b28d68705308532efc] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=39.7 K 2024-11-18T19:12:35,941 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7993ede4159d43b69b13a919759372b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731957154490 2024-11-18T19:12:35,941 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting a430c772ec8f418e95f81fc68096168a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731957154490 2024-11-18T19:12:35,943 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting e2fba90daff84b94a02a7299191fde1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731957154763 2024-11-18T19:12:35,943 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4cc2a3d21e8c4db5a1be574406791a9d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731957154697 2024-11-18T19:12:35,943 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e52dc4b982247e88141e57a096b204b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957155492 2024-11-18T19:12:35,948 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f1699d2d41845b28d68705308532efc, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957155492 2024-11-18T19:12:35,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-18T19:12:35,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:35,960 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-18T19:12:35,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:35,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:35,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:35,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:35,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:35,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:35,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/1d123a12ca6b4f70bf6edbd406dddcd6 is 50, key is test_row_0/A:col10/1731957155881/Put/seqid=0 2024-11-18T19:12:35,993 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#B#compaction#9 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:35,995 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#A#compaction#11 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:35,995 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/6b9cca9e552b4d14b837b5d027a0c0ec is 50, key is test_row_0/B:col10/1731957155492/Put/seqid=0 2024-11-18T19:12:35,998 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/5de72a2d64a345fcaee264b7821566a8 is 50, key is test_row_0/A:col10/1731957155492/Put/seqid=0 2024-11-18T19:12:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:36,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:36,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741846_1022 (size=12001) 2024-11-18T19:12:36,022 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/1d123a12ca6b4f70bf6edbd406dddcd6 2024-11-18T19:12:36,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/c406ba73c20b4d6bba21eb2a090cf85b is 50, key is test_row_0/B:col10/1731957155881/Put/seqid=0 2024-11-18T19:12:36,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741848_1024 (size=12104) 2024-11-18T19:12:36,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741847_1023 (size=12104) 2024-11-18T19:12:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957216055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,070 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,071 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957216058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957216062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,075 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,076 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,088 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/5de72a2d64a345fcaee264b7821566a8 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/5de72a2d64a345fcaee264b7821566a8 2024-11-18T19:12:36,090 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/6b9cca9e552b4d14b837b5d027a0c0ec as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/6b9cca9e552b4d14b837b5d027a0c0ec 2024-11-18T19:12:36,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741849_1025 (size=12001) 2024-11-18T19:12:36,094 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/c406ba73c20b4d6bba21eb2a090cf85b 2024-11-18T19:12:36,120 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/B of 13b48c45833e4a43a223cd63ed988253 into 6b9cca9e552b4d14b837b5d027a0c0ec(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:36,120 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/A of 13b48c45833e4a43a223cd63ed988253 into 5de72a2d64a345fcaee264b7821566a8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:36,120 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:36,120 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:36,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/27af2b98973e4483a5ba27cabc98ef5c is 50, key is test_row_0/C:col10/1731957155881/Put/seqid=0 2024-11-18T19:12:36,125 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/B, priority=13, startTime=1731957155930; duration=0sec 2024-11-18T19:12:36,126 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:36,126 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:B 2024-11-18T19:12:36,126 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:36,127 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/A, priority=13, startTime=1731957155921; duration=0sec 2024-11-18T19:12:36,127 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:36,127 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:A 2024-11-18T19:12:36,128 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:36,128 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/C is initiating minor compaction (all files) 2024-11-18T19:12:36,129 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/C in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:36,129 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/b41f6de7df004921b29f6f2b431011fc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/eccb814ec665444cba2f2e47dde60eb9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ed8dc6f3e0734197ac12d60bb6dec875] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=35.2 K 2024-11-18T19:12:36,131 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting b41f6de7df004921b29f6f2b431011fc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731957154490 2024-11-18T19:12:36,135 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting eccb814ec665444cba2f2e47dde60eb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731957154763 2024-11-18T19:12:36,137 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting ed8dc6f3e0734197ac12d60bb6dec875, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957155492 2024-11-18T19:12:36,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741850_1026 (size=12001) 2024-11-18T19:12:36,159 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/27af2b98973e4483a5ba27cabc98ef5c 2024-11-18T19:12:36,176 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#C#compaction#14 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:36,177 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/3cc240a878144ef8ab3543836b6524a9 is 50, key is test_row_0/C:col10/1731957155492/Put/seqid=0 2024-11-18T19:12:36,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/1d123a12ca6b4f70bf6edbd406dddcd6 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/1d123a12ca6b4f70bf6edbd406dddcd6 2024-11-18T19:12:36,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957216176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,180 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957216176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,182 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957216187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,192 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,192 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/1d123a12ca6b4f70bf6edbd406dddcd6, entries=150, sequenceid=80, filesize=11.7 K 2024-11-18T19:12:36,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/c406ba73c20b4d6bba21eb2a090cf85b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c406ba73c20b4d6bba21eb2a090cf85b 2024-11-18T19:12:36,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741851_1027 (size=12104) 2024-11-18T19:12:36,210 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c406ba73c20b4d6bba21eb2a090cf85b, entries=150, sequenceid=80, filesize=11.7 K 2024-11-18T19:12:36,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/27af2b98973e4483a5ba27cabc98ef5c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/27af2b98973e4483a5ba27cabc98ef5c 2024-11-18T19:12:36,227 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/3cc240a878144ef8ab3543836b6524a9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/3cc240a878144ef8ab3543836b6524a9 2024-11-18T19:12:36,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957216215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,228 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/27af2b98973e4483a5ba27cabc98ef5c, entries=150, sequenceid=80, filesize=11.7 K 2024-11-18T19:12:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,231 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 13b48c45833e4a43a223cd63ed988253 in 271ms, sequenceid=80, compaction requested=false 2024-11-18T19:12:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:36,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-18T19:12:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-18T19:12:36,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:36,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-18T19:12:36,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:36,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:36,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:36,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:36,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:36,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:36,241 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/C of 13b48c45833e4a43a223cd63ed988253 into 3cc240a878144ef8ab3543836b6524a9(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:36,241 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:36,242 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/C, priority=13, startTime=1731957155930; duration=0sec 2024-11-18T19:12:36,242 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:36,242 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:C 2024-11-18T19:12:36,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-18T19:12:36,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7650 sec 2024-11-18T19:12:36,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/68ecff3aeb834dc5add45df2a40e90c8 is 50, key is test_row_0/A:col10/1731957156232/Put/seqid=0 2024-11-18T19:12:36,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 1.7970 sec 2024-11-18T19:12:36,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741852_1028 (size=14341) 2024-11-18T19:12:36,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/68ecff3aeb834dc5add45df2a40e90c8 2024-11-18T19:12:36,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/0a4543f3e23540dcaa57a08c83bd4ac7 is 50, key is test_row_0/B:col10/1731957156232/Put/seqid=0 2024-11-18T19:12:36,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741853_1029 (size=12001) 2024-11-18T19:12:36,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957216395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957216396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957216397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,406 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957216402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,409 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957216515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957216516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957216516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,522 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,522 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,523 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-18T19:12:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-18T19:12:36,626 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:12:36,626 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:12:36,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-18T19:12:36,631 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:12:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T19:12:36,633 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:12:36,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:12:36,717 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957216715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,719 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/0a4543f3e23540dcaa57a08c83bd4ac7 2024-11-18T19:12:36,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957216726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957216726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957216726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T19:12:36,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:36,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957216735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:36,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:36,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/ddeabc7365d84d57ab96d02c4ebba04e is 50, key is test_row_0/C:col10/1731957156232/Put/seqid=0 2024-11-18T19:12:36,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-18T19:12:36,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:36,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:36,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:36,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:36,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:36,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741854_1030 (size=12001) 2024-11-18T19:12:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T19:12:36,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-18T19:12:36,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:36,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:36,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:36,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:36,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:36,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:37,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957217035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,038 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957217045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957217045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-18T19:12:37,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:37,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:37,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:37,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:37,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:37,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:37,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/ddeabc7365d84d57ab96d02c4ebba04e 2024-11-18T19:12:37,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/68ecff3aeb834dc5add45df2a40e90c8 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/68ecff3aeb834dc5add45df2a40e90c8 2024-11-18T19:12:37,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/68ecff3aeb834dc5add45df2a40e90c8, entries=200, sequenceid=95, filesize=14.0 K 2024-11-18T19:12:37,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957217225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/0a4543f3e23540dcaa57a08c83bd4ac7 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/0a4543f3e23540dcaa57a08c83bd4ac7 2024-11-18T19:12:37,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/0a4543f3e23540dcaa57a08c83bd4ac7, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:12:37,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/ddeabc7365d84d57ab96d02c4ebba04e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ddeabc7365d84d57ab96d02c4ebba04e 2024-11-18T19:12:37,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T19:12:37,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ddeabc7365d84d57ab96d02c4ebba04e, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:12:37,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 13b48c45833e4a43a223cd63ed988253 in 1026ms, sequenceid=95, compaction requested=true 2024-11-18T19:12:37,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:37,264 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:37,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:12:37,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:37,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:12:37,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:37,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:12:37,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-18T19:12:37,266 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:37,266 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:37,266 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/A is initiating minor compaction (all files) 2024-11-18T19:12:37,266 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/A in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:37,267 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/5de72a2d64a345fcaee264b7821566a8, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/1d123a12ca6b4f70bf6edbd406dddcd6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/68ecff3aeb834dc5add45df2a40e90c8] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=37.5 K 2024-11-18T19:12:37,268 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 5de72a2d64a345fcaee264b7821566a8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957155492 2024-11-18T19:12:37,269 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:37,269 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/B is initiating minor compaction (all files) 2024-11-18T19:12:37,269 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/B in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:37,269 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/6b9cca9e552b4d14b837b5d027a0c0ec, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c406ba73c20b4d6bba21eb2a090cf85b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/0a4543f3e23540dcaa57a08c83bd4ac7] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=35.3 K 2024-11-18T19:12:37,270 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d123a12ca6b4f70bf6edbd406dddcd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731957155847 2024-11-18T19:12:37,271 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b9cca9e552b4d14b837b5d027a0c0ec, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957155492 2024-11-18T19:12:37,271 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 68ecff3aeb834dc5add45df2a40e90c8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731957156039 2024-11-18T19:12:37,273 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting c406ba73c20b4d6bba21eb2a090cf85b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731957155847 2024-11-18T19:12:37,275 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a4543f3e23540dcaa57a08c83bd4ac7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731957156054 2024-11-18T19:12:37,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-18T19:12:37,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:37,288 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-18T19:12:37,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:37,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:37,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:37,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:37,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:37,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:37,299 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#A#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:37,299 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/9282371135964c9390d87938b1539acb is 50, key is test_row_0/A:col10/1731957156232/Put/seqid=0 2024-11-18T19:12:37,303 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:12:37,310 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:37,311 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/e39b2c3d2a064a2c9573167c33d121a3 is 50, key is test_row_0/B:col10/1731957156232/Put/seqid=0 2024-11-18T19:12:37,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/aea07bd08c0e4d1aa3a778d3cdf009ea is 50, key is test_row_0/A:col10/1731957156393/Put/seqid=0 2024-11-18T19:12:37,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741855_1031 (size=12207) 2024-11-18T19:12:37,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741856_1032 (size=12207) 2024-11-18T19:12:37,402 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/9282371135964c9390d87938b1539acb as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/9282371135964c9390d87938b1539acb 2024-11-18T19:12:37,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-18T19:12:37,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741857_1033 (size=12001) 2024-11-18T19:12:37,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-18T19:12:37,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:12:37,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-18T19:12:37,413 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-18T19:12:37,413 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-18T19:12:37,414 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T19:12:37,414 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-18T19:12:37,421 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/A of 13b48c45833e4a43a223cd63ed988253 into 9282371135964c9390d87938b1539acb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:37,421 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:37,421 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/A, priority=13, startTime=1731957157264; duration=0sec 2024-11-18T19:12:37,421 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:37,421 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:A 2024-11-18T19:12:37,421 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:37,423 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:37,423 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/C is initiating minor compaction (all files) 2024-11-18T19:12:37,424 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/C in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:37,425 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/3cc240a878144ef8ab3543836b6524a9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/27af2b98973e4483a5ba27cabc98ef5c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ddeabc7365d84d57ab96d02c4ebba04e] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=35.3 K 2024-11-18T19:12:37,426 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 3cc240a878144ef8ab3543836b6524a9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957155492 2024-11-18T19:12:37,427 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 27af2b98973e4483a5ba27cabc98ef5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1731957155847 2024-11-18T19:12:37,428 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting ddeabc7365d84d57ab96d02c4ebba04e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731957156054 2024-11-18T19:12:37,449 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#C#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:37,453 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/67ef150ef74e4cfdb11c53e300936230 is 50, key is test_row_0/C:col10/1731957156232/Put/seqid=0 2024-11-18T19:12:37,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741858_1034 (size=12207) 2024-11-18T19:12:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:37,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:37,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957217581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957217581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,591 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,591 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957217586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957217696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957217696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957217705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,708 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957217755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,759 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_2' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2268 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T19:12:37,804 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/e39b2c3d2a064a2c9573167c33d121a3 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e39b2c3d2a064a2c9573167c33d121a3 2024-11-18T19:12:37,811 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/aea07bd08c0e4d1aa3a778d3cdf009ea 2024-11-18T19:12:37,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/aa0c96d5c317498280c29d7edf37dbcc is 50, key is test_row_0/B:col10/1731957156393/Put/seqid=0 2024-11-18T19:12:37,839 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/B of 13b48c45833e4a43a223cd63ed988253 into e39b2c3d2a064a2c9573167c33d121a3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:37,839 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:37,839 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/B, priority=13, startTime=1731957157265; duration=0sec 2024-11-18T19:12:37,841 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:37,841 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:B 2024-11-18T19:12:37,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741859_1035 (size=12001) 2024-11-18T19:12:37,884 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/67ef150ef74e4cfdb11c53e300936230 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/67ef150ef74e4cfdb11c53e300936230 2024-11-18T19:12:37,897 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/C of 13b48c45833e4a43a223cd63ed988253 into 67ef150ef74e4cfdb11c53e300936230(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:37,897 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:37,897 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/C, priority=13, startTime=1731957157265; duration=0sec 2024-11-18T19:12:37,897 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:37,897 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:C 2024-11-18T19:12:37,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957217905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957217906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,911 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:37,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:37,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957217916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:37,918 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:38,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957218214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:38,216 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:38,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957218215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,217 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:38,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:38,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957218225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:38,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:38,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957218235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:38,240 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,241 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:38,254 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/aa0c96d5c317498280c29d7edf37dbcc 2024-11-18T19:12:38,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/c3a886340a3d4cd8abc95c1a82336b18 is 50, key is test_row_0/C:col10/1731957156393/Put/seqid=0 2024-11-18T19:12:38,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741860_1036 (size=12001) 2024-11-18T19:12:38,292 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/c3a886340a3d4cd8abc95c1a82336b18 2024-11-18T19:12:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/aea07bd08c0e4d1aa3a778d3cdf009ea as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/aea07bd08c0e4d1aa3a778d3cdf009ea 2024-11-18T19:12:38,318 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/aea07bd08c0e4d1aa3a778d3cdf009ea, entries=150, sequenceid=115, filesize=11.7 K 2024-11-18T19:12:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/aa0c96d5c317498280c29d7edf37dbcc as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/aa0c96d5c317498280c29d7edf37dbcc 2024-11-18T19:12:38,336 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/aa0c96d5c317498280c29d7edf37dbcc, entries=150, sequenceid=115, filesize=11.7 K 2024-11-18T19:12:38,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/c3a886340a3d4cd8abc95c1a82336b18 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/c3a886340a3d4cd8abc95c1a82336b18 2024-11-18T19:12:38,349 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/c3a886340a3d4cd8abc95c1a82336b18, entries=150, sequenceid=115, filesize=11.7 K 2024-11-18T19:12:38,351 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 13b48c45833e4a43a223cd63ed988253 in 1064ms, sequenceid=115, compaction requested=false 2024-11-18T19:12:38,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:38,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:38,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-18T19:12:38,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-18T19:12:38,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-18T19:12:38,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7220 sec 2024-11-18T19:12:38,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.7380 sec 2024-11-18T19:12:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:38,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:12:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:38,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:38,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:38,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:38,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/af295b0692f647c89b52e442a40e1c8f is 50, key is test_row_0/A:col10/1731957157574/Put/seqid=0 2024-11-18T19:12:38,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741861_1037 (size=14441) 2024-11-18T19:12:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-18T19:12:38,776 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:12:38,776 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:12:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-18T19:12:38,779 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:12:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T19:12:38,781 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:12:38,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:12:38,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957218780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:38,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957218783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:38,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,790 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957218785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T19:12:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:38,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957218895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957218895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:38,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957218895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,900 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:38,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:38,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:38,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-18T19:12:38,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:38,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:38,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:38,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:38,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-18T19:12:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T19:12:39,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957219105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:39,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:39,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:39,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957219105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:39,109 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:39,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957219105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,110 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:39,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/af295b0692f647c89b52e442a40e1c8f 2024-11-18T19:12:39,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/ad6ffc0f1aba433799d3dd7c9cb9a9c5 is 50, key is test_row_0/B:col10/1731957157574/Put/seqid=0 2024-11-18T19:12:39,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741862_1038 (size=12051) 2024-11-18T19:12:39,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/ad6ffc0f1aba433799d3dd7c9cb9a9c5 2024-11-18T19:12:39,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1242cc6877914bcda9e4e9cdc744a56b is 50, key is test_row_0/C:col10/1731957157574/Put/seqid=0 2024-11-18T19:12:39,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741863_1039 (size=12051) 2024-11-18T19:12:39,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-18T19:12:39,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:39,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-18T19:12:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T19:12:39,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:39,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957219415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957219415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:39,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957219415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,419 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:39,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-18T19:12:39,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:39,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:39,630 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1242cc6877914bcda9e4e9cdc744a56b 2024-11-18T19:12:39,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/af295b0692f647c89b52e442a40e1c8f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/af295b0692f647c89b52e442a40e1c8f 2024-11-18T19:12:39,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/af295b0692f647c89b52e442a40e1c8f, entries=200, sequenceid=133, filesize=14.1 K 2024-11-18T19:12:39,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/ad6ffc0f1aba433799d3dd7c9cb9a9c5 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ad6ffc0f1aba433799d3dd7c9cb9a9c5 2024-11-18T19:12:39,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ad6ffc0f1aba433799d3dd7c9cb9a9c5, entries=150, sequenceid=133, filesize=11.8 K 2024-11-18T19:12:39,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1242cc6877914bcda9e4e9cdc744a56b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1242cc6877914bcda9e4e9cdc744a56b 2024-11-18T19:12:39,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1242cc6877914bcda9e4e9cdc744a56b, entries=150, sequenceid=133, filesize=11.8 K 2024-11-18T19:12:39,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 13b48c45833e4a43a223cd63ed988253 in 944ms, sequenceid=133, compaction requested=true 2024-11-18T19:12:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:12:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:39,677 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:39,677 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:12:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:12:39,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:39,679 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:39,679 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/B is initiating minor compaction (all files) 2024-11-18T19:12:39,679 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/B in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,680 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e39b2c3d2a064a2c9573167c33d121a3, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/aa0c96d5c317498280c29d7edf37dbcc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ad6ffc0f1aba433799d3dd7c9cb9a9c5] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=35.4 K 2024-11-18T19:12:39,680 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38649 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:39,680 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/A is initiating minor compaction (all files) 2024-11-18T19:12:39,680 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/A in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,681 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/9282371135964c9390d87938b1539acb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/aea07bd08c0e4d1aa3a778d3cdf009ea, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/af295b0692f647c89b52e442a40e1c8f] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=37.7 K 2024-11-18T19:12:39,681 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting e39b2c3d2a064a2c9573167c33d121a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731957156054 2024-11-18T19:12:39,681 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9282371135964c9390d87938b1539acb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731957156054 2024-11-18T19:12:39,681 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting aa0c96d5c317498280c29d7edf37dbcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731957156346 2024-11-18T19:12:39,682 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting aea07bd08c0e4d1aa3a778d3cdf009ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731957156346 2024-11-18T19:12:39,682 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting af295b0692f647c89b52e442a40e1c8f, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731957157574 2024-11-18T19:12:39,682 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting ad6ffc0f1aba433799d3dd7c9cb9a9c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731957157574 2024-11-18T19:12:39,703 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:39,704 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/2e39f106abe04e938945bf6a204989d5 is 50, key is test_row_0/A:col10/1731957157574/Put/seqid=0 2024-11-18T19:12:39,706 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:39,706 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/31e3ce6b03eb48e3869522fe4c7035fb is 50, key is test_row_0/B:col10/1731957157574/Put/seqid=0 2024-11-18T19:12:39,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-18T19:12:39,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,712 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-18T19:12:39,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:39,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:39,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:39,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:39,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:39,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:39,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741864_1040 (size=12359) 2024-11-18T19:12:39,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/95e46693e45d48619a2c30fc2e6145c3 is 50, key is test_row_0/A:col10/1731957158766/Put/seqid=0 2024-11-18T19:12:39,743 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/2e39f106abe04e938945bf6a204989d5 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/2e39f106abe04e938945bf6a204989d5 2024-11-18T19:12:39,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741866_1042 (size=12151) 2024-11-18T19:12:39,749 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/95e46693e45d48619a2c30fc2e6145c3 2024-11-18T19:12:39,759 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/A of 13b48c45833e4a43a223cd63ed988253 into 2e39f106abe04e938945bf6a204989d5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:39,759 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:39,760 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/A, priority=13, startTime=1731957159677; duration=0sec 2024-11-18T19:12:39,760 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:39,760 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:A 2024-11-18T19:12:39,760 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:39,762 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:39,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741865_1041 (size=12359) 2024-11-18T19:12:39,762 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/C is initiating minor compaction (all files) 2024-11-18T19:12:39,762 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/C in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,762 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/67ef150ef74e4cfdb11c53e300936230, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/c3a886340a3d4cd8abc95c1a82336b18, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1242cc6877914bcda9e4e9cdc744a56b] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=35.4 K 2024-11-18T19:12:39,765 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67ef150ef74e4cfdb11c53e300936230, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731957156054 2024-11-18T19:12:39,767 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3a886340a3d4cd8abc95c1a82336b18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731957156346 2024-11-18T19:12:39,767 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1242cc6877914bcda9e4e9cdc744a56b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731957157574 2024-11-18T19:12:39,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/1e43c23d7a9f474ebead968ce5fbdb26 is 50, key is test_row_0/B:col10/1731957158766/Put/seqid=0 2024-11-18T19:12:39,784 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/31e3ce6b03eb48e3869522fe4c7035fb as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/31e3ce6b03eb48e3869522fe4c7035fb 2024-11-18T19:12:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:39,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:39,797 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/B of 13b48c45833e4a43a223cd63ed988253 into 31e3ce6b03eb48e3869522fe4c7035fb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:39,797 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:39,797 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/B, priority=13, startTime=1731957159677; duration=0sec 2024-11-18T19:12:39,798 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:39,798 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:B 2024-11-18T19:12:39,804 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#C#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:39,805 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/9e1816dca5794ed7b8dafd19913536a6 is 50, key is test_row_0/C:col10/1731957157574/Put/seqid=0 2024-11-18T19:12:39,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741867_1043 (size=12151) 2024-11-18T19:12:39,819 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/1e43c23d7a9f474ebead968ce5fbdb26 2024-11-18T19:12:39,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741868_1044 (size=12359) 2024-11-18T19:12:39,838 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/9e1816dca5794ed7b8dafd19913536a6 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/9e1816dca5794ed7b8dafd19913536a6 2024-11-18T19:12:39,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/fe72e9a0ce1f4772bdbdb5ad209ce588 is 50, key is test_row_0/C:col10/1731957158766/Put/seqid=0 2024-11-18T19:12:39,860 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/C of 13b48c45833e4a43a223cd63ed988253 into 9e1816dca5794ed7b8dafd19913536a6(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:39,860 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:39,860 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/C, priority=13, startTime=1731957159677; duration=0sec 2024-11-18T19:12:39,861 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:39,861 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:C 2024-11-18T19:12:39,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741869_1045 (size=12151) 2024-11-18T19:12:39,872 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/fe72e9a0ce1f4772bdbdb5ad209ce588 2024-11-18T19:12:39,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957219878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:39,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/95e46693e45d48619a2c30fc2e6145c3 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/95e46693e45d48619a2c30fc2e6145c3 2024-11-18T19:12:39,900 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/95e46693e45d48619a2c30fc2e6145c3, entries=150, sequenceid=150, filesize=11.9 K 2024-11-18T19:12:39,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/1e43c23d7a9f474ebead968ce5fbdb26 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e43c23d7a9f474ebead968ce5fbdb26 2024-11-18T19:12:39,910 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e43c23d7a9f474ebead968ce5fbdb26, entries=150, sequenceid=150, filesize=11.9 K 2024-11-18T19:12:39,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/fe72e9a0ce1f4772bdbdb5ad209ce588 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/fe72e9a0ce1f4772bdbdb5ad209ce588 2024-11-18T19:12:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T19:12:39,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957219925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:39,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957219925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:39,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:39,931 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,932 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:39,933 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/fe72e9a0ce1f4772bdbdb5ad209ce588, entries=150, sequenceid=150, filesize=11.9 K 2024-11-18T19:12:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957219925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:39,935 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 13b48c45833e4a43a223cd63ed988253 in 224ms, sequenceid=150, compaction requested=false 2024-11-18T19:12:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:39,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-18T19:12:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-18T19:12:39,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-18T19:12:39,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1560 sec 2024-11-18T19:12:39,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.1680 sec 2024-11-18T19:12:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:39,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-18T19:12:39,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:39,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:39,999 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:40,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:40,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:40,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:40,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/23400f6144e24bb6bacdf5ec8c81e56b is 50, key is test_row_0/A:col10/1731957159846/Put/seqid=0 2024-11-18T19:12:40,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741870_1046 (size=14541) 2024-11-18T19:12:40,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/23400f6144e24bb6bacdf5ec8c81e56b 2024-11-18T19:12:40,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/54612d53482e494a9dcc808671d1377d is 50, key is test_row_0/B:col10/1731957159846/Put/seqid=0 2024-11-18T19:12:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741871_1047 (size=12151) 2024-11-18T19:12:40,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/54612d53482e494a9dcc808671d1377d 2024-11-18T19:12:40,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957220094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:40,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/d137760f517f4a3b9e09b6842782d581 is 50, key is test_row_0/C:col10/1731957159846/Put/seqid=0 2024-11-18T19:12:40,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741872_1048 (size=12151) 2024-11-18T19:12:40,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957220205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:40,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957220255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:40,256 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:40,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957220415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:40,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,419 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:40,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/d137760f517f4a3b9e09b6842782d581 2024-11-18T19:12:40,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/23400f6144e24bb6bacdf5ec8c81e56b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/23400f6144e24bb6bacdf5ec8c81e56b 2024-11-18T19:12:40,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/23400f6144e24bb6bacdf5ec8c81e56b, entries=200, sequenceid=169, filesize=14.2 K 2024-11-18T19:12:40,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/54612d53482e494a9dcc808671d1377d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/54612d53482e494a9dcc808671d1377d 2024-11-18T19:12:40,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/54612d53482e494a9dcc808671d1377d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-18T19:12:40,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/d137760f517f4a3b9e09b6842782d581 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/d137760f517f4a3b9e09b6842782d581 2024-11-18T19:12:40,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/d137760f517f4a3b9e09b6842782d581, entries=150, sequenceid=169, filesize=11.9 K 2024-11-18T19:12:40,569 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 13b48c45833e4a43a223cd63ed988253 in 570ms, sequenceid=169, compaction requested=true 2024-11-18T19:12:40,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:40,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:12:40,570 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:40,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:40,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:12:40,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:40,570 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:40,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:12:40,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:40,571 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39051 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:40,571 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:40,571 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/A is initiating minor compaction (all files) 2024-11-18T19:12:40,571 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/B is initiating minor compaction (all files) 2024-11-18T19:12:40,571 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/A in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:40,571 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/B in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:40,571 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/31e3ce6b03eb48e3869522fe4c7035fb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e43c23d7a9f474ebead968ce5fbdb26, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/54612d53482e494a9dcc808671d1377d] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=35.8 K 2024-11-18T19:12:40,571 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/2e39f106abe04e938945bf6a204989d5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/95e46693e45d48619a2c30fc2e6145c3, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/23400f6144e24bb6bacdf5ec8c81e56b] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=38.1 K 2024-11-18T19:12:40,572 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 31e3ce6b03eb48e3869522fe4c7035fb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731957157574 2024-11-18T19:12:40,572 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e39f106abe04e938945bf6a204989d5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731957157574 2024-11-18T19:12:40,573 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e43c23d7a9f474ebead968ce5fbdb26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731957158766 2024-11-18T19:12:40,573 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 95e46693e45d48619a2c30fc2e6145c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731957158766 2024-11-18T19:12:40,573 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 54612d53482e494a9dcc808671d1377d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731957159846 2024-11-18T19:12:40,573 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23400f6144e24bb6bacdf5ec8c81e56b, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731957159846 2024-11-18T19:12:40,590 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:40,591 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/b7326573544d4edaa88174ca85b2ae37 is 50, key is test_row_0/B:col10/1731957159846/Put/seqid=0 2024-11-18T19:12:40,598 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#A#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:40,598 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/8a5477087d3849108153f7bea6efe2d1 is 50, key is test_row_0/A:col10/1731957159846/Put/seqid=0 2024-11-18T19:12:40,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741873_1049 (size=12561) 2024-11-18T19:12:40,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741874_1050 (size=12561) 2024-11-18T19:12:40,624 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/b7326573544d4edaa88174ca85b2ae37 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/b7326573544d4edaa88174ca85b2ae37 2024-11-18T19:12:40,630 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/8a5477087d3849108153f7bea6efe2d1 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8a5477087d3849108153f7bea6efe2d1 2024-11-18T19:12:40,640 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/B of 13b48c45833e4a43a223cd63ed988253 into b7326573544d4edaa88174ca85b2ae37(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:40,640 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:40,640 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/A of 13b48c45833e4a43a223cd63ed988253 into 8a5477087d3849108153f7bea6efe2d1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:40,640 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/B, priority=13, startTime=1731957160570; duration=0sec 2024-11-18T19:12:40,640 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:40,640 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/A, priority=13, startTime=1731957160569; duration=0sec 2024-11-18T19:12:40,640 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:40,640 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:B 2024-11-18T19:12:40,641 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:40,641 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:A 2024-11-18T19:12:40,641 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:40,642 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:40,642 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/C is initiating minor compaction (all files) 2024-11-18T19:12:40,642 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/C in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:40,643 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/9e1816dca5794ed7b8dafd19913536a6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/fe72e9a0ce1f4772bdbdb5ad209ce588, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/d137760f517f4a3b9e09b6842782d581] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=35.8 K 2024-11-18T19:12:40,643 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e1816dca5794ed7b8dafd19913536a6, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731957157574 2024-11-18T19:12:40,643 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting fe72e9a0ce1f4772bdbdb5ad209ce588, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1731957158766 2024-11-18T19:12:40,644 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting d137760f517f4a3b9e09b6842782d581, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731957159846 2024-11-18T19:12:40,658 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#C#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:40,659 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/aa7d1fd635b94244a22c77671773598d is 50, key is test_row_0/C:col10/1731957159846/Put/seqid=0 2024-11-18T19:12:40,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741875_1051 (size=12561) 2024-11-18T19:12:40,683 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/aa7d1fd635b94244a22c77671773598d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/aa7d1fd635b94244a22c77671773598d 2024-11-18T19:12:40,694 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/C of 13b48c45833e4a43a223cd63ed988253 into aa7d1fd635b94244a22c77671773598d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:40,695 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:40,695 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/C, priority=13, startTime=1731957160570; duration=0sec 2024-11-18T19:12:40,695 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:40,695 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:C 2024-11-18T19:12:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:40,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-18T19:12:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:40,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:40,733 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/268c09fc5d7c4276992f6235122ef347 is 50, key is test_row_0/A:col10/1731957160726/Put/seqid=0 2024-11-18T19:12:40,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741876_1052 (size=14541) 2024-11-18T19:12:40,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957220781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:40,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:40,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957220885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-18T19:12:40,935 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:12:40,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:40,935 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:12:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957220934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:40,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:40,936 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957220935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-18T19:12:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,937 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:12:40,938 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,939 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:40,939 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:12:40,941 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:12:40,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:12:40,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957220945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:40,948 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_2' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:12:41,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T19:12:41,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:41,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957221095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:41,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:41,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:41,100 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:41,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/268c09fc5d7c4276992f6235122ef347 2024-11-18T19:12:41,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/561a804be58641b88a8bc41ae4c2095e is 50, key is test_row_0/B:col10/1731957160726/Put/seqid=0 2024-11-18T19:12:41,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741877_1053 (size=12151) 2024-11-18T19:12:41,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T19:12:41,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:41,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:12:41,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T19:12:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957221408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:41,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:41,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:41,411 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:41,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T19:12:41,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:41,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:12:41,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/561a804be58641b88a8bc41ae4c2095e 2024-11-18T19:12:41,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/a19dd8362bad4ee1a3f564f900469f89 is 50, key is test_row_0/C:col10/1731957160726/Put/seqid=0 2024-11-18T19:12:41,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741878_1054 (size=12151) 2024-11-18T19:12:41,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T19:12:41,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:41,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T19:12:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:41,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:41,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:41,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:41,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957221915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:41,917 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:42,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/a19dd8362bad4ee1a3f564f900469f89 2024-11-18T19:12:42,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T19:12:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:42,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:42,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:42,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:42,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:42,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:42,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/268c09fc5d7c4276992f6235122ef347 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/268c09fc5d7c4276992f6235122ef347 2024-11-18T19:12:42,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/268c09fc5d7c4276992f6235122ef347, entries=200, sequenceid=189, filesize=14.2 K 2024-11-18T19:12:42,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/561a804be58641b88a8bc41ae4c2095e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/561a804be58641b88a8bc41ae4c2095e 2024-11-18T19:12:42,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/561a804be58641b88a8bc41ae4c2095e, entries=150, sequenceid=189, filesize=11.9 K 2024-11-18T19:12:42,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/a19dd8362bad4ee1a3f564f900469f89 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/a19dd8362bad4ee1a3f564f900469f89 2024-11-18T19:12:42,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/a19dd8362bad4ee1a3f564f900469f89, entries=150, sequenceid=189, filesize=11.9 K 2024-11-18T19:12:42,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 13b48c45833e4a43a223cd63ed988253 in 1342ms, sequenceid=189, compaction requested=false 2024-11-18T19:12:42,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:42,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:12:42,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-18T19:12:42,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:42,180 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-18T19:12:42,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:42,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:42,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:42,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:42,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:42,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:42,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/4bd849884fef495197e5afa929b170f6 is 50, key is test_row_0/A:col10/1731957160776/Put/seqid=0 2024-11-18T19:12:42,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741879_1055 (size=12151) 2024-11-18T19:12:42,593 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/4bd849884fef495197e5afa929b170f6 2024-11-18T19:12:42,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/cbc4b67feb214a089116060bc6ec2f22 is 50, key is test_row_0/B:col10/1731957160776/Put/seqid=0 2024-11-18T19:12:42,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741880_1056 (size=12151) 2024-11-18T19:12:42,620 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/cbc4b67feb214a089116060bc6ec2f22 2024-11-18T19:12:42,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/780a9db6bde246a781283562aaaeaf95 is 50, key is test_row_0/C:col10/1731957160776/Put/seqid=0 2024-11-18T19:12:42,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741881_1057 (size=12151) 2024-11-18T19:12:42,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:42,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:42,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957222961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:42,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:42,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:42,966 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:42,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:42,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957222963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:42,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:42,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:42,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:42,969 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957222964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:42,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:42,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957222966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:42,970 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_2' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:42,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,052 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/780a9db6bde246a781283562aaaeaf95 2024-11-18T19:12:43,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/4bd849884fef495197e5afa929b170f6 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4bd849884fef495197e5afa929b170f6 2024-11-18T19:12:43,067 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4bd849884fef495197e5afa929b170f6, entries=150, sequenceid=204, filesize=11.9 K 2024-11-18T19:12:43,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/cbc4b67feb214a089116060bc6ec2f22 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cbc4b67feb214a089116060bc6ec2f22 2024-11-18T19:12:43,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957223075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957223075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957223075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,081 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cbc4b67feb214a089116060bc6ec2f22, entries=150, sequenceid=204, filesize=11.9 K 2024-11-18T19:12:43,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/780a9db6bde246a781283562aaaeaf95 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/780a9db6bde246a781283562aaaeaf95 2024-11-18T19:12:43,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:12:43,099 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/780a9db6bde246a781283562aaaeaf95, entries=150, sequenceid=204, filesize=11.9 K 2024-11-18T19:12:43,100 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 13b48c45833e4a43a223cd63ed988253 in 921ms, sequenceid=204, compaction requested=true 2024-11-18T19:12:43,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:43,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-18T19:12:43,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-18T19:12:43,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-18T19:12:43,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1610 sec 2024-11-18T19:12:43,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.1730 sec 2024-11-18T19:12:43,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:43,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-18T19:12:43,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:43,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:43,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:43,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:43,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:43,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:43,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/8ac3d6c86b7d483b9acc26522b091808 is 50, key is test_row_0/A:col10/1731957162959/Put/seqid=0 2024-11-18T19:12:43,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741882_1058 (size=14541) 2024-11-18T19:12:43,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/8ac3d6c86b7d483b9acc26522b091808 2024-11-18T19:12:43,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957223312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,318 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957223313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957223314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,320 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/02dafceaea724b9a86357c9e77469815 is 50, key is test_row_0/B:col10/1731957162959/Put/seqid=0 2024-11-18T19:12:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741883_1059 (size=12151) 2024-11-18T19:12:43,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/02dafceaea724b9a86357c9e77469815 2024-11-18T19:12:43,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1ec6732dc17340b48801db3875ab4b40 is 50, key is test_row_0/C:col10/1731957162959/Put/seqid=0 2024-11-18T19:12:43,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741884_1060 (size=12151) 2024-11-18T19:12:43,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=222 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1ec6732dc17340b48801db3875ab4b40 2024-11-18T19:12:43,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/8ac3d6c86b7d483b9acc26522b091808 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8ac3d6c86b7d483b9acc26522b091808 2024-11-18T19:12:43,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8ac3d6c86b7d483b9acc26522b091808, entries=200, sequenceid=222, filesize=14.2 K 2024-11-18T19:12:43,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/02dafceaea724b9a86357c9e77469815 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/02dafceaea724b9a86357c9e77469815 2024-11-18T19:12:43,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/02dafceaea724b9a86357c9e77469815, entries=150, sequenceid=222, filesize=11.9 K 2024-11-18T19:12:43,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1ec6732dc17340b48801db3875ab4b40 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1ec6732dc17340b48801db3875ab4b40 2024-11-18T19:12:43,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1ec6732dc17340b48801db3875ab4b40, entries=150, sequenceid=222, filesize=11.9 K 2024-11-18T19:12:43,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 13b48c45833e4a43a223cd63ed988253 in 120ms, sequenceid=222, compaction requested=true 2024-11-18T19:12:43,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:12:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:43,407 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:12:43,407 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:12:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:12:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:12:43,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:43,408 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:12:43,408 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:12:43,408 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/B is initiating minor compaction (all files) 2024-11-18T19:12:43,409 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/A is initiating minor compaction (all files) 2024-11-18T19:12:43,409 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/B in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:43,409 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/A in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:43,409 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8a5477087d3849108153f7bea6efe2d1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/268c09fc5d7c4276992f6235122ef347, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4bd849884fef495197e5afa929b170f6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8ac3d6c86b7d483b9acc26522b091808] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=52.5 K 2024-11-18T19:12:43,409 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/b7326573544d4edaa88174ca85b2ae37, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/561a804be58641b88a8bc41ae4c2095e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cbc4b67feb214a089116060bc6ec2f22, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/02dafceaea724b9a86357c9e77469815] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=47.9 K 2024-11-18T19:12:43,409 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting b7326573544d4edaa88174ca85b2ae37, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731957159846 2024-11-18T19:12:43,410 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a5477087d3849108153f7bea6efe2d1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731957159846 2024-11-18T19:12:43,410 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 561a804be58641b88a8bc41ae4c2095e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731957160061 2024-11-18T19:12:43,410 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting cbc4b67feb214a089116060bc6ec2f22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731957160765 2024-11-18T19:12:43,410 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 268c09fc5d7c4276992f6235122ef347, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731957160061 2024-11-18T19:12:43,411 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 02dafceaea724b9a86357c9e77469815, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731957162959 2024-11-18T19:12:43,411 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bd849884fef495197e5afa929b170f6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731957160765 2024-11-18T19:12:43,413 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ac3d6c86b7d483b9acc26522b091808, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731957162959 2024-11-18T19:12:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:43,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-18T19:12:43,429 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:43,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:43,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:43,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:43,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:43,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:43,446 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#B#compaction#48 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:43,447 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/138a1bbace3f4338829d3f31d360a841 is 50, key is test_row_0/B:col10/1731957162959/Put/seqid=0 2024-11-18T19:12:43,450 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#A#compaction#49 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:43,451 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/f814689fe8c546d1b7aa6f56cf79b742 is 50, key is test_row_0/A:col10/1731957162959/Put/seqid=0 2024-11-18T19:12:43,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/d55b8e9efdb0402bb3702f83fc3d5c90 is 50, key is test_row_0/A:col10/1731957163309/Put/seqid=0 2024-11-18T19:12:43,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957223464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957223471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741885_1061 (size=12697) 2024-11-18T19:12:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741887_1063 (size=12697) 2024-11-18T19:12:43,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741886_1062 (size=14541) 2024-11-18T19:12:43,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/d55b8e9efdb0402bb3702f83fc3d5c90 2024-11-18T19:12:43,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957223476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/1e004a8fc6614e0194a8c86cb5a77ffc is 50, key is test_row_0/B:col10/1731957163309/Put/seqid=0 2024-11-18T19:12:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741888_1064 (size=12151) 2024-11-18T19:12:43,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/1e004a8fc6614e0194a8c86cb5a77ffc 2024-11-18T19:12:43,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/0bb660075899409bb23197e345114970 is 50, key is test_row_0/C:col10/1731957163309/Put/seqid=0 2024-11-18T19:12:43,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741889_1065 (size=12151) 2024-11-18T19:12:43,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957223585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957223585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957223586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957223794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957223795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,798 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957223795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:43,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:43,799 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:43,886 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/138a1bbace3f4338829d3f31d360a841 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/138a1bbace3f4338829d3f31d360a841 2024-11-18T19:12:43,888 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/f814689fe8c546d1b7aa6f56cf79b742 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/f814689fe8c546d1b7aa6f56cf79b742 2024-11-18T19:12:43,896 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/B of 13b48c45833e4a43a223cd63ed988253 into 138a1bbace3f4338829d3f31d360a841(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:43,896 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:43,896 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/B, priority=12, startTime=1731957163407; duration=0sec 2024-11-18T19:12:43,896 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/A of 13b48c45833e4a43a223cd63ed988253 into f814689fe8c546d1b7aa6f56cf79b742(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:43,896 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:43,896 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/A, priority=12, startTime=1731957163406; duration=0sec 2024-11-18T19:12:43,896 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:43,896 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:B 2024-11-18T19:12:43,896 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:43,896 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:A 2024-11-18T19:12:43,896 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:12:43,898 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:12:43,898 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/C is initiating minor compaction (all files) 2024-11-18T19:12:43,898 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/C in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:43,898 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/aa7d1fd635b94244a22c77671773598d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/a19dd8362bad4ee1a3f564f900469f89, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/780a9db6bde246a781283562aaaeaf95, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1ec6732dc17340b48801db3875ab4b40] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=47.9 K 2024-11-18T19:12:43,898 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting aa7d1fd635b94244a22c77671773598d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731957159846 2024-11-18T19:12:43,899 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting a19dd8362bad4ee1a3f564f900469f89, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1731957160061 2024-11-18T19:12:43,899 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 780a9db6bde246a781283562aaaeaf95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1731957160765 2024-11-18T19:12:43,900 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ec6732dc17340b48801db3875ab4b40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731957162959 2024-11-18T19:12:43,911 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#C#compaction#53 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:43,912 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/661b996e4aa5444a9be4fc672f69ceec is 50, key is test_row_0/C:col10/1731957162959/Put/seqid=0 2024-11-18T19:12:43,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741890_1066 (size=12697) 2024-11-18T19:12:43,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/0bb660075899409bb23197e345114970 2024-11-18T19:12:43,927 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/661b996e4aa5444a9be4fc672f69ceec as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/661b996e4aa5444a9be4fc672f69ceec 2024-11-18T19:12:43,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/d55b8e9efdb0402bb3702f83fc3d5c90 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d55b8e9efdb0402bb3702f83fc3d5c90 2024-11-18T19:12:43,943 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/C of 13b48c45833e4a43a223cd63ed988253 into 661b996e4aa5444a9be4fc672f69ceec(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:43,943 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:43,943 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/C, priority=12, startTime=1731957163407; duration=0sec 2024-11-18T19:12:43,943 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:43,943 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:C 2024-11-18T19:12:43,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d55b8e9efdb0402bb3702f83fc3d5c90, entries=200, sequenceid=238, filesize=14.2 K 2024-11-18T19:12:43,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/1e004a8fc6614e0194a8c86cb5a77ffc as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e004a8fc6614e0194a8c86cb5a77ffc 2024-11-18T19:12:43,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e004a8fc6614e0194a8c86cb5a77ffc, entries=150, sequenceid=238, filesize=11.9 K 2024-11-18T19:12:43,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/0bb660075899409bb23197e345114970 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/0bb660075899409bb23197e345114970 2024-11-18T19:12:43,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/0bb660075899409bb23197e345114970, entries=150, sequenceid=238, filesize=11.9 K 2024-11-18T19:12:43,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 13b48c45833e4a43a223cd63ed988253 in 532ms, sequenceid=238, compaction requested=false 2024-11-18T19:12:43,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:44,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:44,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-11-18T19:12:44,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:44,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:44,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:44,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:44,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:44,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:44,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/6eeec6f301af425085064344010cb367 is 50, key is test_row_0/A:col10/1731957164105/Put/seqid=0 2024-11-18T19:12:44,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957224124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957224129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957224132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741891_1067 (size=17031) 2024-11-18T19:12:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,138 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/6eeec6f301af425085064344010cb367 2024-11-18T19:12:44,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/179818155f544707b70395cf7afcad78 is 50, key is test_row_0/B:col10/1731957164105/Put/seqid=0 2024-11-18T19:12:44,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741892_1068 (size=12251) 2024-11-18T19:12:44,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957224235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957224245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957224245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957224275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,276 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957224445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,448 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957224454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957224455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,459 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/179818155f544707b70395cf7afcad78 2024-11-18T19:12:44,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/7d9b5bef3dfe467bb2b8e1bfcd33c898 is 50, key is test_row_0/C:col10/1731957164105/Put/seqid=0 2024-11-18T19:12:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741893_1069 (size=12251) 2024-11-18T19:12:44,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957224755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957224764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,768 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:44,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957224764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:44,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:44,769 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:44,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/7d9b5bef3dfe467bb2b8e1bfcd33c898 2024-11-18T19:12:44,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/6eeec6f301af425085064344010cb367 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/6eeec6f301af425085064344010cb367 2024-11-18T19:12:44,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/6eeec6f301af425085064344010cb367, entries=250, sequenceid=259, filesize=16.6 K 2024-11-18T19:12:44,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/179818155f544707b70395cf7afcad78 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/179818155f544707b70395cf7afcad78 2024-11-18T19:12:44,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/179818155f544707b70395cf7afcad78, entries=150, sequenceid=259, filesize=12.0 K 2024-11-18T19:12:45,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/7d9b5bef3dfe467bb2b8e1bfcd33c898 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7d9b5bef3dfe467bb2b8e1bfcd33c898 2024-11-18T19:12:45,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7d9b5bef3dfe467bb2b8e1bfcd33c898, entries=150, sequenceid=259, filesize=12.0 K 2024-11-18T19:12:45,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 13b48c45833e4a43a223cd63ed988253 in 902ms, sequenceid=259, compaction requested=true 2024-11-18T19:12:45,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:45,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:12:45,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:45,009 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:45,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:12:45,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:45,009 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:45,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:12:45,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:45,010 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:45,010 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44269 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:45,010 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/B is initiating minor compaction (all files) 2024-11-18T19:12:45,010 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/A is initiating minor compaction (all files) 2024-11-18T19:12:45,010 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/A in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:45,010 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/B in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:45,010 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/138a1bbace3f4338829d3f31d360a841, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e004a8fc6614e0194a8c86cb5a77ffc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/179818155f544707b70395cf7afcad78] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=36.2 K 2024-11-18T19:12:45,010 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/f814689fe8c546d1b7aa6f56cf79b742, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d55b8e9efdb0402bb3702f83fc3d5c90, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/6eeec6f301af425085064344010cb367] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=43.2 K 2024-11-18T19:12:45,011 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting f814689fe8c546d1b7aa6f56cf79b742, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731957162959 2024-11-18T19:12:45,011 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 138a1bbace3f4338829d3f31d360a841, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731957162959 2024-11-18T19:12:45,011 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting d55b8e9efdb0402bb3702f83fc3d5c90, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731957163309 2024-11-18T19:12:45,011 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e004a8fc6614e0194a8c86cb5a77ffc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731957163309 2024-11-18T19:12:45,011 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6eeec6f301af425085064344010cb367, keycount=250, bloomtype=ROW, size=16.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731957163439 2024-11-18T19:12:45,011 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 179818155f544707b70395cf7afcad78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731957163439 2024-11-18T19:12:45,022 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#A#compaction#57 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:45,023 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/7d4a7952686c472cb7012377031981c6 is 50, key is test_row_0/A:col10/1731957164105/Put/seqid=0 2024-11-18T19:12:45,038 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#B#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:45,039 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/fedc2da5da604974ba1fb6127c16b5bb is 50, key is test_row_0/B:col10/1731957164105/Put/seqid=0 2024-11-18T19:12:45,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741894_1070 (size=12899) 2024-11-18T19:12:45,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741895_1071 (size=12899) 2024-11-18T19:12:45,055 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/7d4a7952686c472cb7012377031981c6 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/7d4a7952686c472cb7012377031981c6 2024-11-18T19:12:45,058 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/fedc2da5da604974ba1fb6127c16b5bb as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/fedc2da5da604974ba1fb6127c16b5bb 2024-11-18T19:12:45,068 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/A of 13b48c45833e4a43a223cd63ed988253 into 7d4a7952686c472cb7012377031981c6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:45,068 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:45,068 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/A, priority=13, startTime=1731957165009; duration=0sec 2024-11-18T19:12:45,070 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:45,070 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:A 2024-11-18T19:12:45,071 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:45,071 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/B of 13b48c45833e4a43a223cd63ed988253 into fedc2da5da604974ba1fb6127c16b5bb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:45,071 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:45,071 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/B, priority=13, startTime=1731957165009; duration=0sec 2024-11-18T19:12:45,072 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:45,072 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:B 2024-11-18T19:12:45,072 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37099 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:45,072 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/C is initiating minor compaction (all files) 2024-11-18T19:12:45,072 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/C in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:45,072 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/661b996e4aa5444a9be4fc672f69ceec, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/0bb660075899409bb23197e345114970, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7d9b5bef3dfe467bb2b8e1bfcd33c898] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=36.2 K 2024-11-18T19:12:45,073 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 661b996e4aa5444a9be4fc672f69ceec, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=222, earliestPutTs=1731957162959 2024-11-18T19:12:45,074 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bb660075899409bb23197e345114970, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1731957163309 2024-11-18T19:12:45,075 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d9b5bef3dfe467bb2b8e1bfcd33c898, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731957163439 2024-11-18T19:12:45,084 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:45,084 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/98309aa4743d47418e0619b0579d2c22 is 50, key is test_row_0/C:col10/1731957164105/Put/seqid=0 2024-11-18T19:12:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741896_1072 (size=12899) 2024-11-18T19:12:45,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-18T19:12:45,105 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:12:45,105 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/98309aa4743d47418e0619b0579d2c22 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/98309aa4743d47418e0619b0579d2c22 2024-11-18T19:12:45,106 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:12:45,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-18T19:12:45,109 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:12:45,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-18T19:12:45,111 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:12:45,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:12:45,119 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/C of 13b48c45833e4a43a223cd63ed988253 into 98309aa4743d47418e0619b0579d2c22(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:45,119 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:45,119 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/C, priority=13, startTime=1731957165009; duration=0sec 2024-11-18T19:12:45,120 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:45,120 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:C 2024-11-18T19:12:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-18T19:12:45,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-18T19:12:45,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:45,266 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:12:45,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:45,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:45,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:45,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:45,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:45,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:45,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:45,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:45,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/26e44f94814749928ac9be027bab7042 is 50, key is test_row_0/A:col10/1731957164128/Put/seqid=0 2024-11-18T19:12:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741897_1073 (size=14741) 2024-11-18T19:12:45,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957225291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,295 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:45,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957225292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,296 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:45,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957225294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,298 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:45,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957225405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:45,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957225405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957225405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,409 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-18T19:12:45,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957225615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,619 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:45,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957225615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,619 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:45,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957225615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:45,679 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/26e44f94814749928ac9be027bab7042 2024-11-18T19:12:45,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/ae41978e2f3d433a988dbe153ef0eb8b is 50, key is test_row_0/B:col10/1731957164128/Put/seqid=0 2024-11-18T19:12:45,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741898_1074 (size=12301) 2024-11-18T19:12:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-18T19:12:45,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957225925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:45,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957225925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957225925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:45,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:45,929 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:46,093 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/ae41978e2f3d433a988dbe153ef0eb8b 2024-11-18T19:12:46,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/9e84e7f7509f4faa9182be87657c9748 is 50, key is test_row_0/C:col10/1731957164128/Put/seqid=0 2024-11-18T19:12:46,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741899_1075 (size=12301) 2024-11-18T19:12:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-18T19:12:46,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957226435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:46,436 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:46,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957226436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:46,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957226436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:46,509 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/9e84e7f7509f4faa9182be87657c9748 2024-11-18T19:12:46,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/26e44f94814749928ac9be027bab7042 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/26e44f94814749928ac9be027bab7042 2024-11-18T19:12:46,524 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/26e44f94814749928ac9be027bab7042, entries=200, sequenceid=277, filesize=14.4 K 2024-11-18T19:12:46,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/ae41978e2f3d433a988dbe153ef0eb8b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ae41978e2f3d433a988dbe153ef0eb8b 2024-11-18T19:12:46,531 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ae41978e2f3d433a988dbe153ef0eb8b, entries=150, sequenceid=277, filesize=12.0 K 2024-11-18T19:12:46,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/9e84e7f7509f4faa9182be87657c9748 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/9e84e7f7509f4faa9182be87657c9748 2024-11-18T19:12:46,539 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/9e84e7f7509f4faa9182be87657c9748, entries=150, sequenceid=277, filesize=12.0 K 2024-11-18T19:12:46,540 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 13b48c45833e4a43a223cd63ed988253 in 1274ms, sequenceid=277, compaction requested=false 2024-11-18T19:12:46,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:46,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:46,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-18T19:12:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-18T19:12:46,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-18T19:12:46,550 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4360 sec 2024-11-18T19:12:46,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.4440 sec 2024-11-18T19:12:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:47,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-18T19:12:47,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:47,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:47,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:47,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:47,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:47,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:47,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/fb0c4021e1ef4e6ea55ff083246b6f91 is 50, key is test_row_0/A:col10/1731957165292/Put/seqid=0 2024-11-18T19:12:47,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741900_1076 (size=14741) 2024-11-18T19:12:47,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/fb0c4021e1ef4e6ea55ff083246b6f91 2024-11-18T19:12:47,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/d2f45b15088c4036bdcc28d4764424c0 is 50, key is test_row_0/B:col10/1731957165292/Put/seqid=0 2024-11-18T19:12:47,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741901_1077 (size=12301) 2024-11-18T19:12:47,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/d2f45b15088c4036bdcc28d4764424c0 2024-11-18T19:12:47,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/337ed10202ef4617886dad98c18a4651 is 50, key is test_row_0/C:col10/1731957165292/Put/seqid=0 2024-11-18T19:12:47,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741902_1078 (size=12301) 2024-11-18T19:12:47,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957227090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:47,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957227205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:47,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-18T19:12:47,256 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:12:47,256 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:12:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-18T19:12:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T19:12:47,258 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:12:47,259 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:12:47,260 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:12:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T19:12:47,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-18T19:12:47,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:47,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:47,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:47,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:47,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:47,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:47,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:47,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957227415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:47,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,421 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:47,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957227445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:47,452 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_2' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:47,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957227455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:47,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957227455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:47,455 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:47,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,456 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:47,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:47,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:47,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/337ed10202ef4617886dad98c18a4651 2024-11-18T19:12:47,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/fb0c4021e1ef4e6ea55ff083246b6f91 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fb0c4021e1ef4e6ea55ff083246b6f91 2024-11-18T19:12:47,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fb0c4021e1ef4e6ea55ff083246b6f91, entries=200, sequenceid=295, filesize=14.4 K 2024-11-18T19:12:47,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/d2f45b15088c4036bdcc28d4764424c0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/d2f45b15088c4036bdcc28d4764424c0 2024-11-18T19:12:47,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/d2f45b15088c4036bdcc28d4764424c0, entries=150, sequenceid=295, filesize=12.0 K 2024-11-18T19:12:47,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/337ed10202ef4617886dad98c18a4651 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/337ed10202ef4617886dad98c18a4651 2024-11-18T19:12:47,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/337ed10202ef4617886dad98c18a4651, entries=150, sequenceid=295, filesize=12.0 K 2024-11-18T19:12:47,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 13b48c45833e4a43a223cd63ed988253 in 493ms, sequenceid=295, compaction requested=true 2024-11-18T19:12:47,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:12:47,531 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:12:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:12:47,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-18T19:12:47,531 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:47,532 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:47,533 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/A is initiating minor compaction (all files) 2024-11-18T19:12:47,533 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/A in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:47,533 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/7d4a7952686c472cb7012377031981c6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/26e44f94814749928ac9be027bab7042, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fb0c4021e1ef4e6ea55ff083246b6f91] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=41.4 K 2024-11-18T19:12:47,534 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:47,534 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/B is initiating minor compaction (all files) 2024-11-18T19:12:47,534 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/B in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:47,534 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/fedc2da5da604974ba1fb6127c16b5bb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ae41978e2f3d433a988dbe153ef0eb8b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/d2f45b15088c4036bdcc28d4764424c0] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=36.6 K 2024-11-18T19:12:47,534 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d4a7952686c472cb7012377031981c6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731957163439 2024-11-18T19:12:47,535 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26e44f94814749928ac9be027bab7042, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731957164121 2024-11-18T19:12:47,535 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting fedc2da5da604974ba1fb6127c16b5bb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731957163439 2024-11-18T19:12:47,535 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting ae41978e2f3d433a988dbe153ef0eb8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731957164121 2024-11-18T19:12:47,535 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb0c4021e1ef4e6ea55ff083246b6f91, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731957165285 2024-11-18T19:12:47,536 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting d2f45b15088c4036bdcc28d4764424c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731957165285 2024-11-18T19:12:47,551 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:47,552 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/d8a4d4ae65c449a3ad8d78e0d45b0604 is 50, key is test_row_0/A:col10/1731957165292/Put/seqid=0 2024-11-18T19:12:47,553 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:47,554 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/241c949d2e5041cd95a1c4abd0aebd7b is 50, key is test_row_0/B:col10/1731957165292/Put/seqid=0 2024-11-18T19:12:47,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741903_1079 (size=13051) 2024-11-18T19:12:47,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-18T19:12:47,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:47,568 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:12:47,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:47,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:47,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:47,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:47,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:47,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:47,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T19:12:47,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/fc7b4719e7884bd2af76a4b92354e987 is 50, key is test_row_0/A:col10/1731957167072/Put/seqid=0 2024-11-18T19:12:47,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741904_1080 (size=13051) 2024-11-18T19:12:47,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741905_1081 (size=12301) 2024-11-18T19:12:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:47,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:47,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957227808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T19:12:47,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957227915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:47,916 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:47,967 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/d8a4d4ae65c449a3ad8d78e0d45b0604 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d8a4d4ae65c449a3ad8d78e0d45b0604 2024-11-18T19:12:47,975 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/A of 13b48c45833e4a43a223cd63ed988253 into d8a4d4ae65c449a3ad8d78e0d45b0604(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:47,975 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:47,975 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/A, priority=13, startTime=1731957167531; duration=0sec 2024-11-18T19:12:47,975 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:47,975 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:A 2024-11-18T19:12:47,975 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:47,977 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:47,977 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/C is initiating minor compaction (all files) 2024-11-18T19:12:47,977 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/C in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:47,977 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/98309aa4743d47418e0619b0579d2c22, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/9e84e7f7509f4faa9182be87657c9748, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/337ed10202ef4617886dad98c18a4651] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=36.6 K 2024-11-18T19:12:47,977 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98309aa4743d47418e0619b0579d2c22, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731957163439 2024-11-18T19:12:47,978 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e84e7f7509f4faa9182be87657c9748, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731957164121 2024-11-18T19:12:47,981 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 337ed10202ef4617886dad98c18a4651, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731957165285 2024-11-18T19:12:47,992 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/241c949d2e5041cd95a1c4abd0aebd7b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/241c949d2e5041cd95a1c4abd0aebd7b 2024-11-18T19:12:47,992 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/fc7b4719e7884bd2af76a4b92354e987 2024-11-18T19:12:48,000 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/B of 13b48c45833e4a43a223cd63ed988253 into 241c949d2e5041cd95a1c4abd0aebd7b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:48,000 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:48,000 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/B, priority=13, startTime=1731957167531; duration=0sec 2024-11-18T19:12:48,000 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:48,000 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:B 2024-11-18T19:12:48,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/3431c5ee7b204d72933de2e6eac55e26 is 50, key is test_row_0/B:col10/1731957167072/Put/seqid=0 2024-11-18T19:12:48,005 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#C#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:48,006 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/73e5b8d4e9f44a22af094361277bd9c7 is 50, key is test_row_0/C:col10/1731957165292/Put/seqid=0 2024-11-18T19:12:48,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741906_1082 (size=12301) 2024-11-18T19:12:48,029 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/3431c5ee7b204d72933de2e6eac55e26 2024-11-18T19:12:48,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741907_1083 (size=13051) 2024-11-18T19:12:48,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/7ce971cceb8c4cc086ad783414a5da3f is 50, key is test_row_0/C:col10/1731957167072/Put/seqid=0 2024-11-18T19:12:48,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741908_1084 (size=12301) 2024-11-18T19:12:48,056 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/7ce971cceb8c4cc086ad783414a5da3f 2024-11-18T19:12:48,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/fc7b4719e7884bd2af76a4b92354e987 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fc7b4719e7884bd2af76a4b92354e987 2024-11-18T19:12:48,069 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fc7b4719e7884bd2af76a4b92354e987, entries=150, sequenceid=309, filesize=12.0 K 2024-11-18T19:12:48,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/3431c5ee7b204d72933de2e6eac55e26 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/3431c5ee7b204d72933de2e6eac55e26 2024-11-18T19:12:48,081 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/3431c5ee7b204d72933de2e6eac55e26, entries=150, sequenceid=309, filesize=12.0 K 2024-11-18T19:12:48,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/7ce971cceb8c4cc086ad783414a5da3f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7ce971cceb8c4cc086ad783414a5da3f 2024-11-18T19:12:48,089 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7ce971cceb8c4cc086ad783414a5da3f, entries=150, sequenceid=309, filesize=12.0 K 2024-11-18T19:12:48,091 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 13b48c45833e4a43a223cd63ed988253 in 523ms, sequenceid=309, compaction requested=false 2024-11-18T19:12:48,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:48,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:48,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-18T19:12:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-18T19:12:48,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-18T19:12:48,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 833 msec 2024-11-18T19:12:48,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 842 msec 2024-11-18T19:12:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:48,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-18T19:12:48,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:48,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:48,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:48,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:48,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:48,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:48,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/d1ed1a6875c44098bea5d88acdd1aaaa is 50, key is test_row_0/A:col10/1731957167783/Put/seqid=0 2024-11-18T19:12:48,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741909_1085 (size=14741) 2024-11-18T19:12:48,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957228189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:48,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:48,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957228304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:48,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:48,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:48,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-18T19:12:48,395 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:12:48,396 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:12:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-18T19:12:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:12:48,398 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:12:48,398 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:12:48,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:12:48,442 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/73e5b8d4e9f44a22af094361277bd9c7 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/73e5b8d4e9f44a22af094361277bd9c7 2024-11-18T19:12:48,448 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/C of 13b48c45833e4a43a223cd63ed988253 into 73e5b8d4e9f44a22af094361277bd9c7(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:48,448 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:48,448 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/C, priority=13, startTime=1731957167531; duration=0sec 2024-11-18T19:12:48,448 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:48,448 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:C 2024-11-18T19:12:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:12:48,517 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957228515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:48,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:48,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:48,518 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:48,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/d1ed1a6875c44098bea5d88acdd1aaaa 2024-11-18T19:12:48,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:48,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:48,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:48,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:48,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:48,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:48,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/32bbbae6389e4d51bbda4d728b6eb749 is 50, key is test_row_0/B:col10/1731957167783/Put/seqid=0 2024-11-18T19:12:48,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741910_1086 (size=12301) 2024-11-18T19:12:48,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:48,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:48,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:48,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:48,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:48,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:48,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:12:48,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957228825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:48,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:48,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:48,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:48,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:48,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:48,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:48,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:48,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:48,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:48,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/32bbbae6389e4d51bbda4d728b6eb749 2024-11-18T19:12:48,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/5df8fa74838749dd835bbe8cfa850fee is 50, key is test_row_0/C:col10/1731957167783/Put/seqid=0 2024-11-18T19:12:48,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741911_1087 (size=12301) 2024-11-18T19:12:49,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:49,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:49,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:12:49,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:49,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:49,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:49,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:49,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957229335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:49,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/5df8fa74838749dd835bbe8cfa850fee 2024-11-18T19:12:49,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/d1ed1a6875c44098bea5d88acdd1aaaa as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d1ed1a6875c44098bea5d88acdd1aaaa 2024-11-18T19:12:49,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d1ed1a6875c44098bea5d88acdd1aaaa, entries=200, sequenceid=330, filesize=14.4 K 2024-11-18T19:12:49,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/32bbbae6389e4d51bbda4d728b6eb749 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/32bbbae6389e4d51bbda4d728b6eb749 2024-11-18T19:12:49,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/32bbbae6389e4d51bbda4d728b6eb749, entries=150, sequenceid=330, filesize=12.0 K 2024-11-18T19:12:49,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/5df8fa74838749dd835bbe8cfa850fee as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/5df8fa74838749dd835bbe8cfa850fee 2024-11-18T19:12:49,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/5df8fa74838749dd835bbe8cfa850fee, entries=150, sequenceid=330, filesize=12.0 K 2024-11-18T19:12:49,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 13b48c45833e4a43a223cd63ed988253 in 1291ms, sequenceid=330, compaction requested=true 2024-11-18T19:12:49,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:49,420 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:49,421 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:49,421 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/A is initiating minor compaction (all files) 2024-11-18T19:12:49,422 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/A in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,422 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d8a4d4ae65c449a3ad8d78e0d45b0604, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fc7b4719e7884bd2af76a4b92354e987, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d1ed1a6875c44098bea5d88acdd1aaaa] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=39.2 K 2024-11-18T19:12:49,423 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8a4d4ae65c449a3ad8d78e0d45b0604, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731957165285 2024-11-18T19:12:49,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:12:49,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:49,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:12:49,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:49,423 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:49,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:12:49,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:49,424 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc7b4719e7884bd2af76a4b92354e987, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731957167072 2024-11-18T19:12:49,424 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting d1ed1a6875c44098bea5d88acdd1aaaa, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731957167783 2024-11-18T19:12:49,424 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:49,424 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/B is initiating minor compaction (all files) 2024-11-18T19:12:49,424 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/B in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,425 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/241c949d2e5041cd95a1c4abd0aebd7b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/3431c5ee7b204d72933de2e6eac55e26, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/32bbbae6389e4d51bbda4d728b6eb749] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=36.8 K 2024-11-18T19:12:49,425 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 241c949d2e5041cd95a1c4abd0aebd7b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731957165285 2024-11-18T19:12:49,425 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 3431c5ee7b204d72933de2e6eac55e26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731957167072 2024-11-18T19:12:49,426 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 32bbbae6389e4d51bbda4d728b6eb749, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731957167783 2024-11-18T19:12:49,435 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#A#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:49,436 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/f20985bab7914964841a53e436a18bc4 is 50, key is test_row_0/A:col10/1731957167783/Put/seqid=0 2024-11-18T19:12:49,439 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#B#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:49,439 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/da7275aa795d4c8897108fa3cfdc7d40 is 50, key is test_row_0/B:col10/1731957167783/Put/seqid=0 2024-11-18T19:12:49,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741913_1089 (size=13153) 2024-11-18T19:12:49,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741912_1088 (size=13153) 2024-11-18T19:12:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:49,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:12:49,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:49,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:49,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:49,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:49,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:49,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:49,461 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/f20985bab7914964841a53e436a18bc4 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/f20985bab7914964841a53e436a18bc4 2024-11-18T19:12:49,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/2834190ee2b14911aabd554cc8dc5f2d is 50, key is test_row_0/A:col10/1731957168169/Put/seqid=0 2024-11-18T19:12:49,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:49,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:49,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741914_1090 (size=12301) 2024-11-18T19:12:49,523 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/A of 13b48c45833e4a43a223cd63ed988253 into f20985bab7914964841a53e436a18bc4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:49,523 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:49,524 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/A, priority=13, startTime=1731957169419; duration=0sec 2024-11-18T19:12:49,524 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:49,524 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:A 2024-11-18T19:12:49,524 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:12:49,525 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:12:49,526 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/C is initiating minor compaction (all files) 2024-11-18T19:12:49,526 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/C in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,526 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/73e5b8d4e9f44a22af094361277bd9c7, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7ce971cceb8c4cc086ad783414a5da3f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/5df8fa74838749dd835bbe8cfa850fee] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=36.8 K 2024-11-18T19:12:49,526 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73e5b8d4e9f44a22af094361277bd9c7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731957165285 2024-11-18T19:12:49,526 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ce971cceb8c4cc086ad783414a5da3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731957167072 2024-11-18T19:12:49,527 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5df8fa74838749dd835bbe8cfa850fee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731957167783 2024-11-18T19:12:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:12:49,537 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#C#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:49,537 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/689f626e8163470fb77423d4784c9686 is 50, key is test_row_0/C:col10/1731957167783/Put/seqid=0 2024-11-18T19:12:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741915_1091 (size=13153) 2024-11-18T19:12:49,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957229561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:49,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957229564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:49,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957229565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,575 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:49,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957229675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:49,676 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,677 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:49,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957229685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:49,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957229685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:49,686 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,687 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:49,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:49,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:49,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,858 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/da7275aa795d4c8897108fa3cfdc7d40 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/da7275aa795d4c8897108fa3cfdc7d40 2024-11-18T19:12:49,865 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/B of 13b48c45833e4a43a223cd63ed988253 into da7275aa795d4c8897108fa3cfdc7d40(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:49,866 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:49,866 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/B, priority=13, startTime=1731957169423; duration=0sec 2024-11-18T19:12:49,866 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:49,866 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:B 2024-11-18T19:12:49,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/2834190ee2b14911aabd554cc8dc5f2d 2024-11-18T19:12:49,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957229885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:49,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/844754d18bc6421a9babca5125711959 is 50, key is test_row_0/B:col10/1731957168169/Put/seqid=0 2024-11-18T19:12:49,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957229895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957229895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:49,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:49,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741916_1092 (size=12301) 2024-11-18T19:12:49,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/844754d18bc6421a9babca5125711959 2024-11-18T19:12:49,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/26f00fe9c6b24926bd58a04ea96667ca is 50, key is test_row_0/C:col10/1731957168169/Put/seqid=0 2024-11-18T19:12:49,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741917_1093 (size=12301) 2024-11-18T19:12:49,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:49,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:49,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:49,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:49,955 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/689f626e8163470fb77423d4784c9686 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/689f626e8163470fb77423d4784c9686 2024-11-18T19:12:49,961 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/C of 13b48c45833e4a43a223cd63ed988253 into 689f626e8163470fb77423d4784c9686(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:49,961 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:49,961 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/C, priority=13, startTime=1731957169423; duration=0sec 2024-11-18T19:12:49,961 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:49,961 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:C 2024-11-18T19:12:50,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:50,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:50,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:50,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:50,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:50,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:50,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957230194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:50,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957230205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:50,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:50,207 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957230205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:50,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,207 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:50,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:50,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:50,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:50,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/26f00fe9c6b24926bd58a04ea96667ca 2024-11-18T19:12:50,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/2834190ee2b14911aabd554cc8dc5f2d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/2834190ee2b14911aabd554cc8dc5f2d 2024-11-18T19:12:50,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/2834190ee2b14911aabd554cc8dc5f2d, entries=150, sequenceid=345, filesize=12.0 K 2024-11-18T19:12:50,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/844754d18bc6421a9babca5125711959 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/844754d18bc6421a9babca5125711959 2024-11-18T19:12:50,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/844754d18bc6421a9babca5125711959, entries=150, sequenceid=345, filesize=12.0 K 2024-11-18T19:12:50,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/26f00fe9c6b24926bd58a04ea96667ca as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/26f00fe9c6b24926bd58a04ea96667ca 2024-11-18T19:12:50,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957230345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:50,352 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:50,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/26f00fe9c6b24926bd58a04ea96667ca, entries=150, sequenceid=345, filesize=12.0 K 2024-11-18T19:12:50,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 13b48c45833e4a43a223cd63ed988253 in 911ms, sequenceid=345, compaction requested=false 2024-11-18T19:12:50,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:50,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-18T19:12:50,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:50,393 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-18T19:12:50,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:50,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:50,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:50,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:50,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:50,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:50,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/8730e2c44dde4682b7375de090c151f9 is 50, key is test_row_0/A:col10/1731957169558/Put/seqid=0 2024-11-18T19:12:50,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741918_1094 (size=12301) 2024-11-18T19:12:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:12:50,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:50,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957230722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:50,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957230722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:50,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957230726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:50,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:50,814 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/8730e2c44dde4682b7375de090c151f9 2024-11-18T19:12:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/7f49526ee132478692fd40714cc2a53f is 50, key is test_row_0/B:col10/1731957169558/Put/seqid=0 2024-11-18T19:12:50,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741919_1095 (size=12301) 2024-11-18T19:12:50,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957230834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:50,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957230834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:50,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957230835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:50,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:51,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957231044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:51,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:51,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957231045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:51,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:51,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957231045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,049 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:51,227 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/7f49526ee132478692fd40714cc2a53f 2024-11-18T19:12:51,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/54ef90a3dc6a4010af9042a55ffe8dd9 is 50, key is test_row_0/C:col10/1731957169558/Put/seqid=0 2024-11-18T19:12:51,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741920_1096 (size=12301) 2024-11-18T19:12:51,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957231354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:51,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:51,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957231354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:51,358 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957231355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:51,640 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/54ef90a3dc6a4010af9042a55ffe8dd9 2024-11-18T19:12:51,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/8730e2c44dde4682b7375de090c151f9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8730e2c44dde4682b7375de090c151f9 2024-11-18T19:12:51,649 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8730e2c44dde4682b7375de090c151f9, entries=150, sequenceid=367, filesize=12.0 K 2024-11-18T19:12:51,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/7f49526ee132478692fd40714cc2a53f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/7f49526ee132478692fd40714cc2a53f 2024-11-18T19:12:51,657 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/7f49526ee132478692fd40714cc2a53f, entries=150, sequenceid=367, filesize=12.0 K 2024-11-18T19:12:51,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/54ef90a3dc6a4010af9042a55ffe8dd9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/54ef90a3dc6a4010af9042a55ffe8dd9 2024-11-18T19:12:51,663 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/54ef90a3dc6a4010af9042a55ffe8dd9, entries=150, sequenceid=367, filesize=12.0 K 2024-11-18T19:12:51,664 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 13b48c45833e4a43a223cd63ed988253 in 1271ms, sequenceid=367, compaction requested=true 2024-11-18T19:12:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-18T19:12:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-18T19:12:51,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-18T19:12:51,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2660 sec 2024-11-18T19:12:51,669 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 3.2720 sec 2024-11-18T19:12:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:51,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:12:51,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:51,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:51,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:51,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:51,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:51,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:51,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/10424a6bb59e46fa858c2169e4e9546b is 50, key is test_row_0/A:col10/1731957170725/Put/seqid=0 2024-11-18T19:12:51,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741921_1097 (size=14741) 2024-11-18T19:12:51,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/10424a6bb59e46fa858c2169e4e9546b 2024-11-18T19:12:51,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/c6faac6bfbb54bd882d44bc1dd338202 is 50, key is test_row_0/B:col10/1731957170725/Put/seqid=0 2024-11-18T19:12:51,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957231897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:51,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:51,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957231901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957231898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:51,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:51,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,903 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:51,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:51,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:51,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741922_1098 (size=12301) 2024-11-18T19:12:52,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957232005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,007 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,008 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957232014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,017 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957232014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957232215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957232225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957232225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,231 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/c6faac6bfbb54bd882d44bc1dd338202 2024-11-18T19:12:52,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/cc3c666d834e47e6a543a01a220ab0d5 is 50, key is test_row_0/C:col10/1731957170725/Put/seqid=0 2024-11-18T19:12:52,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741923_1099 (size=12301) 2024-11-18T19:12:52,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/cc3c666d834e47e6a543a01a220ab0d5 2024-11-18T19:12:52,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/10424a6bb59e46fa858c2169e4e9546b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/10424a6bb59e46fa858c2169e4e9546b 2024-11-18T19:12:52,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/10424a6bb59e46fa858c2169e4e9546b, entries=200, sequenceid=382, filesize=14.4 K 2024-11-18T19:12:52,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/c6faac6bfbb54bd882d44bc1dd338202 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c6faac6bfbb54bd882d44bc1dd338202 2024-11-18T19:12:52,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c6faac6bfbb54bd882d44bc1dd338202, entries=150, sequenceid=382, filesize=12.0 K 2024-11-18T19:12:52,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/cc3c666d834e47e6a543a01a220ab0d5 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/cc3c666d834e47e6a543a01a220ab0d5 2024-11-18T19:12:52,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/cc3c666d834e47e6a543a01a220ab0d5, entries=150, sequenceid=382, filesize=12.0 K 2024-11-18T19:12:52,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 13b48c45833e4a43a223cd63ed988253 in 486ms, sequenceid=382, compaction requested=true 2024-11-18T19:12:52,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:52,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:12:52,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:52,354 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:12:52,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:12:52,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:52,354 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:12:52,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:12:52,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:52,356 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:12:52,356 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52496 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:12:52,356 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/B is initiating minor compaction (all files) 2024-11-18T19:12:52,356 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/A is initiating minor compaction (all files) 2024-11-18T19:12:52,356 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/B in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:52,356 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/A in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:52,356 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/f20985bab7914964841a53e436a18bc4, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/2834190ee2b14911aabd554cc8dc5f2d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8730e2c44dde4682b7375de090c151f9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/10424a6bb59e46fa858c2169e4e9546b] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=51.3 K 2024-11-18T19:12:52,356 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/da7275aa795d4c8897108fa3cfdc7d40, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/844754d18bc6421a9babca5125711959, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/7f49526ee132478692fd40714cc2a53f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c6faac6bfbb54bd882d44bc1dd338202] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=48.9 K 2024-11-18T19:12:52,356 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting da7275aa795d4c8897108fa3cfdc7d40, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731957167783 2024-11-18T19:12:52,356 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting f20985bab7914964841a53e436a18bc4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731957167783 2024-11-18T19:12:52,357 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 844754d18bc6421a9babca5125711959, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731957168169 2024-11-18T19:12:52,357 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2834190ee2b14911aabd554cc8dc5f2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731957168169 2024-11-18T19:12:52,357 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f49526ee132478692fd40714cc2a53f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731957169558 2024-11-18T19:12:52,357 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8730e2c44dde4682b7375de090c151f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731957169558 2024-11-18T19:12:52,357 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c6faac6bfbb54bd882d44bc1dd338202, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731957170725 2024-11-18T19:12:52,357 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10424a6bb59e46fa858c2169e4e9546b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731957170720 2024-11-18T19:12:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:52,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-18T19:12:52,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:52,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:52,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:52,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:52,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:52,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:52,373 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#A#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:52,374 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/61dabd63794842e58e7722a38a740ca2 is 50, key is test_row_0/A:col10/1731957170725/Put/seqid=0 2024-11-18T19:12:52,379 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#B#compaction#88 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:52,379 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/101bcdb3f3c64c8db9b89338d6aff14f is 50, key is test_row_0/B:col10/1731957170725/Put/seqid=0 2024-11-18T19:12:52,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/c7a07eb065a34878b5b28f903da90668 is 50, key is test_row_0/A:col10/1731957172366/Put/seqid=0 2024-11-18T19:12:52,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741925_1101 (size=13289) 2024-11-18T19:12:52,408 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/101bcdb3f3c64c8db9b89338d6aff14f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/101bcdb3f3c64c8db9b89338d6aff14f 2024-11-18T19:12:52,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741924_1100 (size=13289) 2024-11-18T19:12:52,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741926_1102 (size=14741) 2024-11-18T19:12:52,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/c7a07eb065a34878b5b28f903da90668 2024-11-18T19:12:52,424 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/B of 13b48c45833e4a43a223cd63ed988253 into 101bcdb3f3c64c8db9b89338d6aff14f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:52,425 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:52,425 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/B, priority=12, startTime=1731957172354; duration=0sec 2024-11-18T19:12:52,425 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:52,425 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:B 2024-11-18T19:12:52,425 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:12:52,433 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:12:52,433 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/C is initiating minor compaction (all files) 2024-11-18T19:12:52,433 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/C in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:52,433 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/689f626e8163470fb77423d4784c9686, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/26f00fe9c6b24926bd58a04ea96667ca, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/54ef90a3dc6a4010af9042a55ffe8dd9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/cc3c666d834e47e6a543a01a220ab0d5] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=48.9 K 2024-11-18T19:12:52,435 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 689f626e8163470fb77423d4784c9686, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731957167783 2024-11-18T19:12:52,437 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 26f00fe9c6b24926bd58a04ea96667ca, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1731957168169 2024-11-18T19:12:52,439 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 54ef90a3dc6a4010af9042a55ffe8dd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1731957169558 2024-11-18T19:12:52,440 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/61dabd63794842e58e7722a38a740ca2 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/61dabd63794842e58e7722a38a740ca2 2024-11-18T19:12:52,440 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting cc3c666d834e47e6a543a01a220ab0d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731957170725 2024-11-18T19:12:52,449 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/A of 13b48c45833e4a43a223cd63ed988253 into 61dabd63794842e58e7722a38a740ca2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:52,449 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:52,449 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/A, priority=12, startTime=1731957172354; duration=0sec 2024-11-18T19:12:52,449 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:52,449 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:A 2024-11-18T19:12:52,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/cda74db9efa54c54ba24b9f755767d28 is 50, key is test_row_0/B:col10/1731957172366/Put/seqid=0 2024-11-18T19:12:52,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957232451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,456 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,458 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#C#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:52,459 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/830277bc3476433d842aea3724509327 is 50, key is test_row_0/C:col10/1731957170725/Put/seqid=0 2024-11-18T19:12:52,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741928_1104 (size=12301) 2024-11-18T19:12:52,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741927_1103 (size=13289) 2024-11-18T19:12:52,493 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/830277bc3476433d842aea3724509327 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/830277bc3476433d842aea3724509327 2024-11-18T19:12:52,499 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/C of 13b48c45833e4a43a223cd63ed988253 into 830277bc3476433d842aea3724509327(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:52,499 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:52,499 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/C, priority=12, startTime=1731957172354; duration=0sec 2024-11-18T19:12:52,499 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:52,499 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:C 2024-11-18T19:12:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957232525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957232535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957232535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-18T19:12:52,555 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:12:52,555 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:12:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-18T19:12:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:12:52,557 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:12:52,558 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:12:52,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:12:52,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957232565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:12:52,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-18T19:12:52,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:52,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:52,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:52,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:52,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:52,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:52,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957232775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:52,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:52,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-18T19:12:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:52,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:52,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:52,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:12:52,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/cda74db9efa54c54ba24b9f755767d28 2024-11-18T19:12:52,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1464cf0300ae432e9c02b432555883fa is 50, key is test_row_0/C:col10/1731957172366/Put/seqid=0 2024-11-18T19:12:52,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741929_1105 (size=12301) 2024-11-18T19:12:53,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-18T19:12:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:53,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:53,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:53,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:53,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:53,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957233035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:53,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,037 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957233045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957233045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:53,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:53,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957233085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:53,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:53,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-18T19:12:53,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:53,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:53,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:53,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:53,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:53,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:53,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:12:53,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1464cf0300ae432e9c02b432555883fa 2024-11-18T19:12:53,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/c7a07eb065a34878b5b28f903da90668 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/c7a07eb065a34878b5b28f903da90668 2024-11-18T19:12:53,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/c7a07eb065a34878b5b28f903da90668, entries=200, sequenceid=400, filesize=14.4 K 2024-11-18T19:12:53,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/cda74db9efa54c54ba24b9f755767d28 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cda74db9efa54c54ba24b9f755767d28 2024-11-18T19:12:53,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cda74db9efa54c54ba24b9f755767d28, entries=150, sequenceid=400, filesize=12.0 K 2024-11-18T19:12:53,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1464cf0300ae432e9c02b432555883fa as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1464cf0300ae432e9c02b432555883fa 2024-11-18T19:12:53,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-18T19:12:53,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:53,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:53,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:53,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:12:53,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1464cf0300ae432e9c02b432555883fa, entries=150, sequenceid=400, filesize=12.0 K 2024-11-18T19:12:53,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 13b48c45833e4a43a223cd63ed988253 in 966ms, sequenceid=400, compaction requested=false 2024-11-18T19:12:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:53,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-18T19:12:53,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:53,477 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:12:53,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:53,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:53,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:53,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:53,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:53,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:53,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/dda15d273ab6413e8b8987a1b457b6c0 is 50, key is test_row_0/A:col10/1731957172436/Put/seqid=0 2024-11-18T19:12:53,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741930_1106 (size=12301) 2024-11-18T19:12:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:53,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. as already flushing 2024-11-18T19:12:53,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957233655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,658 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:12:53,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957233765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:53,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,767 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:53,888 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/dda15d273ab6413e8b8987a1b457b6c0 2024-11-18T19:12:53,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/013e0c94480945ed9f224c41be78010f is 50, key is test_row_0/B:col10/1731957172436/Put/seqid=0 2024-11-18T19:12:53,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741931_1107 (size=12301) 2024-11-18T19:12:53,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957233975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:54,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44606 deadline: 1731957234055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:54,056 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:54,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:54,056 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:54,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:54,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44592 deadline: 1731957234065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:54,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44550 deadline: 1731957234065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:54,066 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:54,067 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:54,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:54,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44626 deadline: 1731957234285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:54,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:12:54,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44578 deadline: 1731957234285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:12:54,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:54,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:54,288 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:54,288 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 13b48c45833e4a43a223cd63ed988253 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:12:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:12:54,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:12:54,302 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/013e0c94480945ed9f224c41be78010f 2024-11-18T19:12:54,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1e43eebec21f47e4af621193e58e1947 is 50, key is test_row_0/C:col10/1731957172436/Put/seqid=0 2024-11-18T19:12:54,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741932_1108 (size=12301) 2024-11-18T19:12:54,439 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-18T19:12:54,439 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:12:54,440 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-18T19:12:54,440 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:12:54,443 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,443 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,443 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,443 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,443 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:12:54,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:12:54,449 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-18T19:12:54,449 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:12:54,449 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,449 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:12:54,450 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-18T19:12:54,450 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:12:54,450 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,450 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:12:54,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:12:54,716 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1e43eebec21f47e4af621193e58e1947 2024-11-18T19:12:54,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/dda15d273ab6413e8b8987a1b457b6c0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/dda15d273ab6413e8b8987a1b457b6c0 2024-11-18T19:12:54,730 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/dda15d273ab6413e8b8987a1b457b6c0, entries=150, sequenceid=417, filesize=12.0 K 2024-11-18T19:12:54,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/013e0c94480945ed9f224c41be78010f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/013e0c94480945ed9f224c41be78010f 2024-11-18T19:12:54,735 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/013e0c94480945ed9f224c41be78010f, entries=150, sequenceid=417, filesize=12.0 K 2024-11-18T19:12:54,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/1e43eebec21f47e4af621193e58e1947 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1e43eebec21f47e4af621193e58e1947 2024-11-18T19:12:54,741 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1e43eebec21f47e4af621193e58e1947, entries=150, sequenceid=417, filesize=12.0 K 2024-11-18T19:12:54,742 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 13b48c45833e4a43a223cd63ed988253 in 1265ms, sequenceid=417, compaction requested=true 2024-11-18T19:12:54,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:54,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:54,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-18T19:12:54,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-18T19:12:54,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-18T19:12:54,745 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1850 sec 2024-11-18T19:12:54,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.1910 sec 2024-11-18T19:12:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:12:54,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-18T19:12:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:12:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:54,797 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-18T19:12:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:12:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:54,797 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:12:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:12:54,797 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:12:54,797 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:54,797 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:12:54,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/702cf01e6fb3408ea6d2f4ada4fdab94 is 50, key is test_row_0/A:col10/1731957173643/Put/seqid=0 2024-11-18T19:12:54,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741933_1109 (size=12301) 2024-11-18T19:12:55,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/702cf01e6fb3408ea6d2f4ada4fdab94 2024-11-18T19:12:55,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/73995b14f40c4466a7656df137b18b3b is 50, key is test_row_0/B:col10/1731957173643/Put/seqid=0 2024-11-18T19:12:55,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741934_1110 (size=12301) 2024-11-18T19:12:55,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/73995b14f40c4466a7656df137b18b3b 2024-11-18T19:12:55,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/115a7561a60545bbb49fd1a0c9178bab is 50, key is test_row_0/C:col10/1731957173643/Put/seqid=0 2024-11-18T19:12:55,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741935_1111 (size=12301) 2024-11-18T19:12:56,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/115a7561a60545bbb49fd1a0c9178bab 2024-11-18T19:12:56,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/702cf01e6fb3408ea6d2f4ada4fdab94 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/702cf01e6fb3408ea6d2f4ada4fdab94 2024-11-18T19:12:56,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/702cf01e6fb3408ea6d2f4ada4fdab94, entries=150, sequenceid=436, filesize=12.0 K 2024-11-18T19:12:56,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/73995b14f40c4466a7656df137b18b3b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/73995b14f40c4466a7656df137b18b3b 2024-11-18T19:12:56,077 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-18T19:12:56,077 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:12:56,077 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:56,077 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:56,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:12:56,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/73995b14f40c4466a7656df137b18b3b, entries=150, sequenceid=436, filesize=12.0 K 2024-11-18T19:12:56,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/115a7561a60545bbb49fd1a0c9178bab as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/115a7561a60545bbb49fd1a0c9178bab 2024-11-18T19:12:56,087 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-18T19:12:56,087 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-18T19:12:56,087 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:12:56,087 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:12:56,087 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:56,087 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:56,087 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:56,087 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:12:56,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:12:56,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/115a7561a60545bbb49fd1a0c9178bab, entries=150, sequenceid=436, filesize=12.0 K 2024-11-18T19:12:56,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:12:56,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=20.13 KB/20610 for 13b48c45833e4a43a223cd63ed988253 in 1291ms, sequenceid=436, compaction requested=true 2024-11-18T19:12:56,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:56,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:12:56,089 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:12:56,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:56,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:12:56,089 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:12:56,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:56,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 13b48c45833e4a43a223cd63ed988253:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:12:56,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:56,090 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52632 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:12:56,090 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:12:56,090 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/A is initiating minor compaction (all files) 2024-11-18T19:12:56,090 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/B is initiating minor compaction (all files) 2024-11-18T19:12:56,090 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/A in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:56,090 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/B in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:56,090 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/61dabd63794842e58e7722a38a740ca2, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/c7a07eb065a34878b5b28f903da90668, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/dda15d273ab6413e8b8987a1b457b6c0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/702cf01e6fb3408ea6d2f4ada4fdab94] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=51.4 K 2024-11-18T19:12:56,090 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/101bcdb3f3c64c8db9b89338d6aff14f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cda74db9efa54c54ba24b9f755767d28, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/013e0c94480945ed9f224c41be78010f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/73995b14f40c4466a7656df137b18b3b] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=49.0 K 2024-11-18T19:12:56,091 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61dabd63794842e58e7722a38a740ca2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731957170725 2024-11-18T19:12:56,091 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 101bcdb3f3c64c8db9b89338d6aff14f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731957170725 2024-11-18T19:12:56,091 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7a07eb065a34878b5b28f903da90668, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731957171889 2024-11-18T19:12:56,091 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting cda74db9efa54c54ba24b9f755767d28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731957171889 2024-11-18T19:12:56,091 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting dda15d273ab6413e8b8987a1b457b6c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731957172415 2024-11-18T19:12:56,091 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 013e0c94480945ed9f224c41be78010f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731957172415 2024-11-18T19:12:56,092 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 702cf01e6fb3408ea6d2f4ada4fdab94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731957173643 2024-11-18T19:12:56,092 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 73995b14f40c4466a7656df137b18b3b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731957173643 2024-11-18T19:12:56,102 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#A#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:56,102 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#B#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:56,103 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/5cc26ac973ad4ed8ac4db8181f3fb180 is 50, key is test_row_0/A:col10/1731957173643/Put/seqid=0 2024-11-18T19:12:56,103 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/7ff3a1b596f64945b21209c80049fb50 is 50, key is test_row_0/B:col10/1731957173643/Put/seqid=0 2024-11-18T19:12:56,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741937_1113 (size=13425) 2024-11-18T19:12:56,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741936_1112 (size=13425) 2024-11-18T19:12:56,179 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:12:56,520 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/7ff3a1b596f64945b21209c80049fb50 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/7ff3a1b596f64945b21209c80049fb50 2024-11-18T19:12:56,520 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/5cc26ac973ad4ed8ac4db8181f3fb180 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/5cc26ac973ad4ed8ac4db8181f3fb180 2024-11-18T19:12:56,527 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/A of 13b48c45833e4a43a223cd63ed988253 into 5cc26ac973ad4ed8ac4db8181f3fb180(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:56,527 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/B of 13b48c45833e4a43a223cd63ed988253 into 7ff3a1b596f64945b21209c80049fb50(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:56,527 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:56,527 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:56,527 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/A, priority=12, startTime=1731957176089; duration=0sec 2024-11-18T19:12:56,527 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/B, priority=12, startTime=1731957176089; duration=0sec 2024-11-18T19:12:56,527 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:12:56,527 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:A 2024-11-18T19:12:56,527 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:56,528 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:12:56,528 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:B 2024-11-18T19:12:56,529 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50192 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:12:56,529 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 13b48c45833e4a43a223cd63ed988253/C is initiating minor compaction (all files) 2024-11-18T19:12:56,530 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 13b48c45833e4a43a223cd63ed988253/C in TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:12:56,530 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/830277bc3476433d842aea3724509327, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1464cf0300ae432e9c02b432555883fa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1e43eebec21f47e4af621193e58e1947, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/115a7561a60545bbb49fd1a0c9178bab] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp, totalSize=49.0 K 2024-11-18T19:12:56,530 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 830277bc3476433d842aea3724509327, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731957170725 2024-11-18T19:12:56,531 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1464cf0300ae432e9c02b432555883fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1731957171889 2024-11-18T19:12:56,531 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e43eebec21f47e4af621193e58e1947, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1731957172415 2024-11-18T19:12:56,532 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 115a7561a60545bbb49fd1a0c9178bab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1731957173643 2024-11-18T19:12:56,545 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 13b48c45833e4a43a223cd63ed988253#C#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:12:56,545 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/760de11187b44b2182f87e239f93d74a is 50, key is test_row_0/C:col10/1731957173643/Put/seqid=0 2024-11-18T19:12:56,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741938_1114 (size=13425) 2024-11-18T19:12:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-18T19:12:56,725 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:12:56,961 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/760de11187b44b2182f87e239f93d74a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/760de11187b44b2182f87e239f93d74a 2024-11-18T19:12:56,971 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 13b48c45833e4a43a223cd63ed988253/C of 13b48c45833e4a43a223cd63ed988253 into 760de11187b44b2182f87e239f93d74a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:12:56,971 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 13b48c45833e4a43a223cd63ed988253: 2024-11-18T19:12:56,971 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., storeName=13b48c45833e4a43a223cd63ed988253/C, priority=12, startTime=1731957176089; duration=0sec 2024-11-18T19:12:56,971 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:12:56,971 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 13b48c45833e4a43a223cd63ed988253:C 2024-11-18T19:13:04,401 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-18T19:13:04,401 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:04,401 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:04,401 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:04,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:04,402 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:13:04,402 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-11-18T19:13:04,402 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-11-18T19:13:04,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-11-18T19:13:04,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-18T19:13:04,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-11-18T19:13:04,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:13:04,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3101 2024-11-18T19:13:04,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3117 2024-11-18T19:13:04,403 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:13:04,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1362 2024-11-18T19:13:04,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4079 rows 2024-11-18T19:13:04,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1368 2024-11-18T19:13:04,404 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4094 rows 2024-11-18T19:13:04,405 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:13:04,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:13:04,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:04,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:04,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:04,410 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:13:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:04,418 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957184418"}]},"ts":"1731957184418"} 2024-11-18T19:13:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:13:04,420 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:13:04,420 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:13:04,422 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:13:04,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=13b48c45833e4a43a223cd63ed988253, UNASSIGN}] 2024-11-18T19:13:04,426 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=13b48c45833e4a43a223cd63ed988253, UNASSIGN 2024-11-18T19:13:04,427 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=13b48c45833e4a43a223cd63ed988253, regionState=CLOSING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:04,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=24, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=13b48c45833e4a43a223cd63ed988253, UNASSIGN because future has completed 2024-11-18T19:13:04,430 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:13:04,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:13:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:13:04,590 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(122): Close 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:13:04,591 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:13:04,592 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1722): Closing 13b48c45833e4a43a223cd63ed988253, disabling compactions & flushes 2024-11-18T19:13:04,592 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:13:04,592 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:13:04,592 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. after waiting 0 ms 2024-11-18T19:13:04,593 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:13:04,593 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(2902): Flushing 13b48c45833e4a43a223cd63ed988253 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-18T19:13:04,593 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=A 2024-11-18T19:13:04,593 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:04,594 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=B 2024-11-18T19:13:04,594 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:04,594 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 13b48c45833e4a43a223cd63ed988253, store=C 2024-11-18T19:13:04,594 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:04,599 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/c7d6173d4dcf4340a844831868c2b832 is 50, key is test_row_0/A:col10/1731957176085/Put/seqid=0 2024-11-18T19:13:04,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741939_1115 (size=9857) 2024-11-18T19:13:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:13:05,005 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/c7d6173d4dcf4340a844831868c2b832 2024-11-18T19:13:05,019 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/e180efa221314cb789886b371dc7ac55 is 50, key is test_row_0/B:col10/1731957176085/Put/seqid=0 2024-11-18T19:13:05,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741940_1116 (size=9857) 2024-11-18T19:13:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:13:05,425 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/e180efa221314cb789886b371dc7ac55 2024-11-18T19:13:05,436 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/55ec016bf4314b47bba92c02e0a7fad3 is 50, key is test_row_0/C:col10/1731957176085/Put/seqid=0 2024-11-18T19:13:05,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741941_1117 (size=9857) 2024-11-18T19:13:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:13:05,841 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=446 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/55ec016bf4314b47bba92c02e0a7fad3 2024-11-18T19:13:05,849 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/A/c7d6173d4dcf4340a844831868c2b832 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/c7d6173d4dcf4340a844831868c2b832 2024-11-18T19:13:05,854 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/c7d6173d4dcf4340a844831868c2b832, entries=100, sequenceid=446, filesize=9.6 K 2024-11-18T19:13:05,855 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/B/e180efa221314cb789886b371dc7ac55 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e180efa221314cb789886b371dc7ac55 2024-11-18T19:13:05,860 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e180efa221314cb789886b371dc7ac55, entries=100, sequenceid=446, filesize=9.6 K 2024-11-18T19:13:05,861 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/.tmp/C/55ec016bf4314b47bba92c02e0a7fad3 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/55ec016bf4314b47bba92c02e0a7fad3 2024-11-18T19:13:05,866 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/55ec016bf4314b47bba92c02e0a7fad3, entries=100, sequenceid=446, filesize=9.6 K 2024-11-18T19:13:05,867 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 13b48c45833e4a43a223cd63ed988253 in 1274ms, sequenceid=446, compaction requested=false 2024-11-18T19:13:05,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/7993ede4159d43b69b13a919759372b0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4cc2a3d21e8c4db5a1be574406791a9d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/9f1699d2d41845b28d68705308532efc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/5de72a2d64a345fcaee264b7821566a8, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/1d123a12ca6b4f70bf6edbd406dddcd6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/68ecff3aeb834dc5add45df2a40e90c8, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/9282371135964c9390d87938b1539acb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/aea07bd08c0e4d1aa3a778d3cdf009ea, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/af295b0692f647c89b52e442a40e1c8f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/2e39f106abe04e938945bf6a204989d5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/95e46693e45d48619a2c30fc2e6145c3, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/23400f6144e24bb6bacdf5ec8c81e56b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8a5477087d3849108153f7bea6efe2d1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/268c09fc5d7c4276992f6235122ef347, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4bd849884fef495197e5afa929b170f6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8ac3d6c86b7d483b9acc26522b091808, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/f814689fe8c546d1b7aa6f56cf79b742, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d55b8e9efdb0402bb3702f83fc3d5c90, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/6eeec6f301af425085064344010cb367, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/7d4a7952686c472cb7012377031981c6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/26e44f94814749928ac9be027bab7042, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fb0c4021e1ef4e6ea55ff083246b6f91, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d8a4d4ae65c449a3ad8d78e0d45b0604, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fc7b4719e7884bd2af76a4b92354e987, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d1ed1a6875c44098bea5d88acdd1aaaa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/f20985bab7914964841a53e436a18bc4, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/2834190ee2b14911aabd554cc8dc5f2d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8730e2c44dde4682b7375de090c151f9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/10424a6bb59e46fa858c2169e4e9546b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/61dabd63794842e58e7722a38a740ca2, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/c7a07eb065a34878b5b28f903da90668, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/dda15d273ab6413e8b8987a1b457b6c0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/702cf01e6fb3408ea6d2f4ada4fdab94] to archive 2024-11-18T19:13:05,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:13:05,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/7993ede4159d43b69b13a919759372b0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/7993ede4159d43b69b13a919759372b0 2024-11-18T19:13:05,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4cc2a3d21e8c4db5a1be574406791a9d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4cc2a3d21e8c4db5a1be574406791a9d 2024-11-18T19:13:05,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/9f1699d2d41845b28d68705308532efc to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/9f1699d2d41845b28d68705308532efc 2024-11-18T19:13:05,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/5de72a2d64a345fcaee264b7821566a8 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/5de72a2d64a345fcaee264b7821566a8 2024-11-18T19:13:05,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/1d123a12ca6b4f70bf6edbd406dddcd6 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/1d123a12ca6b4f70bf6edbd406dddcd6 2024-11-18T19:13:05,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/68ecff3aeb834dc5add45df2a40e90c8 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/68ecff3aeb834dc5add45df2a40e90c8 2024-11-18T19:13:05,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/9282371135964c9390d87938b1539acb to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/9282371135964c9390d87938b1539acb 2024-11-18T19:13:05,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/aea07bd08c0e4d1aa3a778d3cdf009ea to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/aea07bd08c0e4d1aa3a778d3cdf009ea 2024-11-18T19:13:05,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/af295b0692f647c89b52e442a40e1c8f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/af295b0692f647c89b52e442a40e1c8f 2024-11-18T19:13:05,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/2e39f106abe04e938945bf6a204989d5 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/2e39f106abe04e938945bf6a204989d5 2024-11-18T19:13:05,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/95e46693e45d48619a2c30fc2e6145c3 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/95e46693e45d48619a2c30fc2e6145c3 2024-11-18T19:13:05,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/23400f6144e24bb6bacdf5ec8c81e56b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/23400f6144e24bb6bacdf5ec8c81e56b 2024-11-18T19:13:05,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8a5477087d3849108153f7bea6efe2d1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8a5477087d3849108153f7bea6efe2d1 2024-11-18T19:13:05,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/268c09fc5d7c4276992f6235122ef347 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/268c09fc5d7c4276992f6235122ef347 2024-11-18T19:13:05,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4bd849884fef495197e5afa929b170f6 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/4bd849884fef495197e5afa929b170f6 2024-11-18T19:13:05,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8ac3d6c86b7d483b9acc26522b091808 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8ac3d6c86b7d483b9acc26522b091808 2024-11-18T19:13:05,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/f814689fe8c546d1b7aa6f56cf79b742 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/f814689fe8c546d1b7aa6f56cf79b742 2024-11-18T19:13:05,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d55b8e9efdb0402bb3702f83fc3d5c90 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d55b8e9efdb0402bb3702f83fc3d5c90 2024-11-18T19:13:05,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/6eeec6f301af425085064344010cb367 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/6eeec6f301af425085064344010cb367 2024-11-18T19:13:05,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/7d4a7952686c472cb7012377031981c6 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/7d4a7952686c472cb7012377031981c6 2024-11-18T19:13:05,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/26e44f94814749928ac9be027bab7042 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/26e44f94814749928ac9be027bab7042 2024-11-18T19:13:05,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fb0c4021e1ef4e6ea55ff083246b6f91 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fb0c4021e1ef4e6ea55ff083246b6f91 2024-11-18T19:13:05,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d8a4d4ae65c449a3ad8d78e0d45b0604 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d8a4d4ae65c449a3ad8d78e0d45b0604 2024-11-18T19:13:05,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fc7b4719e7884bd2af76a4b92354e987 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/fc7b4719e7884bd2af76a4b92354e987 2024-11-18T19:13:05,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d1ed1a6875c44098bea5d88acdd1aaaa to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/d1ed1a6875c44098bea5d88acdd1aaaa 2024-11-18T19:13:05,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/f20985bab7914964841a53e436a18bc4 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/f20985bab7914964841a53e436a18bc4 2024-11-18T19:13:05,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/2834190ee2b14911aabd554cc8dc5f2d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/2834190ee2b14911aabd554cc8dc5f2d 2024-11-18T19:13:05,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8730e2c44dde4682b7375de090c151f9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/8730e2c44dde4682b7375de090c151f9 2024-11-18T19:13:05,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/10424a6bb59e46fa858c2169e4e9546b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/10424a6bb59e46fa858c2169e4e9546b 2024-11-18T19:13:05,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/61dabd63794842e58e7722a38a740ca2 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/61dabd63794842e58e7722a38a740ca2 2024-11-18T19:13:05,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/c7a07eb065a34878b5b28f903da90668 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/c7a07eb065a34878b5b28f903da90668 2024-11-18T19:13:05,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/dda15d273ab6413e8b8987a1b457b6c0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/dda15d273ab6413e8b8987a1b457b6c0 2024-11-18T19:13:05,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/702cf01e6fb3408ea6d2f4ada4fdab94 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/702cf01e6fb3408ea6d2f4ada4fdab94 2024-11-18T19:13:05,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/a430c772ec8f418e95f81fc68096168a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e2fba90daff84b94a02a7299191fde1f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e52dc4b982247e88141e57a096b204b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/6b9cca9e552b4d14b837b5d027a0c0ec, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c406ba73c20b4d6bba21eb2a090cf85b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e39b2c3d2a064a2c9573167c33d121a3, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/0a4543f3e23540dcaa57a08c83bd4ac7, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/aa0c96d5c317498280c29d7edf37dbcc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/31e3ce6b03eb48e3869522fe4c7035fb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ad6ffc0f1aba433799d3dd7c9cb9a9c5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e43c23d7a9f474ebead968ce5fbdb26, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/b7326573544d4edaa88174ca85b2ae37, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/54612d53482e494a9dcc808671d1377d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/561a804be58641b88a8bc41ae4c2095e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cbc4b67feb214a089116060bc6ec2f22, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/138a1bbace3f4338829d3f31d360a841, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/02dafceaea724b9a86357c9e77469815, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e004a8fc6614e0194a8c86cb5a77ffc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/fedc2da5da604974ba1fb6127c16b5bb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/179818155f544707b70395cf7afcad78, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ae41978e2f3d433a988dbe153ef0eb8b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/241c949d2e5041cd95a1c4abd0aebd7b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/d2f45b15088c4036bdcc28d4764424c0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/3431c5ee7b204d72933de2e6eac55e26, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/da7275aa795d4c8897108fa3cfdc7d40, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/32bbbae6389e4d51bbda4d728b6eb749, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/844754d18bc6421a9babca5125711959, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/7f49526ee132478692fd40714cc2a53f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/101bcdb3f3c64c8db9b89338d6aff14f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c6faac6bfbb54bd882d44bc1dd338202, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cda74db9efa54c54ba24b9f755767d28, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/013e0c94480945ed9f224c41be78010f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/73995b14f40c4466a7656df137b18b3b] to archive 2024-11-18T19:13:05,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:13:05,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/a430c772ec8f418e95f81fc68096168a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/a430c772ec8f418e95f81fc68096168a 2024-11-18T19:13:05,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e2fba90daff84b94a02a7299191fde1f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e2fba90daff84b94a02a7299191fde1f 2024-11-18T19:13:05,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e52dc4b982247e88141e57a096b204b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e52dc4b982247e88141e57a096b204b 2024-11-18T19:13:05,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/6b9cca9e552b4d14b837b5d027a0c0ec to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/6b9cca9e552b4d14b837b5d027a0c0ec 2024-11-18T19:13:05,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c406ba73c20b4d6bba21eb2a090cf85b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c406ba73c20b4d6bba21eb2a090cf85b 2024-11-18T19:13:05,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e39b2c3d2a064a2c9573167c33d121a3 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e39b2c3d2a064a2c9573167c33d121a3 2024-11-18T19:13:05,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/0a4543f3e23540dcaa57a08c83bd4ac7 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/0a4543f3e23540dcaa57a08c83bd4ac7 2024-11-18T19:13:05,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/aa0c96d5c317498280c29d7edf37dbcc to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/aa0c96d5c317498280c29d7edf37dbcc 2024-11-18T19:13:05,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/31e3ce6b03eb48e3869522fe4c7035fb to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/31e3ce6b03eb48e3869522fe4c7035fb 2024-11-18T19:13:05,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ad6ffc0f1aba433799d3dd7c9cb9a9c5 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ad6ffc0f1aba433799d3dd7c9cb9a9c5 2024-11-18T19:13:05,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e43c23d7a9f474ebead968ce5fbdb26 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e43c23d7a9f474ebead968ce5fbdb26 2024-11-18T19:13:05,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/b7326573544d4edaa88174ca85b2ae37 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/b7326573544d4edaa88174ca85b2ae37 2024-11-18T19:13:05,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/54612d53482e494a9dcc808671d1377d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/54612d53482e494a9dcc808671d1377d 2024-11-18T19:13:05,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/561a804be58641b88a8bc41ae4c2095e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/561a804be58641b88a8bc41ae4c2095e 2024-11-18T19:13:05,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cbc4b67feb214a089116060bc6ec2f22 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cbc4b67feb214a089116060bc6ec2f22 2024-11-18T19:13:05,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/138a1bbace3f4338829d3f31d360a841 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/138a1bbace3f4338829d3f31d360a841 2024-11-18T19:13:05,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/02dafceaea724b9a86357c9e77469815 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/02dafceaea724b9a86357c9e77469815 2024-11-18T19:13:05,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e004a8fc6614e0194a8c86cb5a77ffc to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/1e004a8fc6614e0194a8c86cb5a77ffc 2024-11-18T19:13:05,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/fedc2da5da604974ba1fb6127c16b5bb to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/fedc2da5da604974ba1fb6127c16b5bb 2024-11-18T19:13:05,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/179818155f544707b70395cf7afcad78 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/179818155f544707b70395cf7afcad78 2024-11-18T19:13:05,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ae41978e2f3d433a988dbe153ef0eb8b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/ae41978e2f3d433a988dbe153ef0eb8b 2024-11-18T19:13:05,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/241c949d2e5041cd95a1c4abd0aebd7b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/241c949d2e5041cd95a1c4abd0aebd7b 2024-11-18T19:13:05,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/d2f45b15088c4036bdcc28d4764424c0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/d2f45b15088c4036bdcc28d4764424c0 2024-11-18T19:13:05,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/3431c5ee7b204d72933de2e6eac55e26 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/3431c5ee7b204d72933de2e6eac55e26 2024-11-18T19:13:05,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/da7275aa795d4c8897108fa3cfdc7d40 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/da7275aa795d4c8897108fa3cfdc7d40 2024-11-18T19:13:05,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/32bbbae6389e4d51bbda4d728b6eb749 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/32bbbae6389e4d51bbda4d728b6eb749 2024-11-18T19:13:05,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/844754d18bc6421a9babca5125711959 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/844754d18bc6421a9babca5125711959 2024-11-18T19:13:05,957 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/7f49526ee132478692fd40714cc2a53f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/7f49526ee132478692fd40714cc2a53f 2024-11-18T19:13:05,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/101bcdb3f3c64c8db9b89338d6aff14f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/101bcdb3f3c64c8db9b89338d6aff14f 2024-11-18T19:13:05,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c6faac6bfbb54bd882d44bc1dd338202 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/c6faac6bfbb54bd882d44bc1dd338202 2024-11-18T19:13:05,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cda74db9efa54c54ba24b9f755767d28 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/cda74db9efa54c54ba24b9f755767d28 2024-11-18T19:13:05,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/013e0c94480945ed9f224c41be78010f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/013e0c94480945ed9f224c41be78010f 2024-11-18T19:13:05,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/73995b14f40c4466a7656df137b18b3b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/73995b14f40c4466a7656df137b18b3b 2024-11-18T19:13:05,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/b41f6de7df004921b29f6f2b431011fc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/eccb814ec665444cba2f2e47dde60eb9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/3cc240a878144ef8ab3543836b6524a9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ed8dc6f3e0734197ac12d60bb6dec875, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/27af2b98973e4483a5ba27cabc98ef5c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/67ef150ef74e4cfdb11c53e300936230, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ddeabc7365d84d57ab96d02c4ebba04e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/c3a886340a3d4cd8abc95c1a82336b18, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/9e1816dca5794ed7b8dafd19913536a6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1242cc6877914bcda9e4e9cdc744a56b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/fe72e9a0ce1f4772bdbdb5ad209ce588, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/aa7d1fd635b94244a22c77671773598d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/d137760f517f4a3b9e09b6842782d581, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/a19dd8362bad4ee1a3f564f900469f89, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/780a9db6bde246a781283562aaaeaf95, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/661b996e4aa5444a9be4fc672f69ceec, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1ec6732dc17340b48801db3875ab4b40, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/0bb660075899409bb23197e345114970, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/98309aa4743d47418e0619b0579d2c22, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7d9b5bef3dfe467bb2b8e1bfcd33c898, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/9e84e7f7509f4faa9182be87657c9748, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/73e5b8d4e9f44a22af094361277bd9c7, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/337ed10202ef4617886dad98c18a4651, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7ce971cceb8c4cc086ad783414a5da3f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/689f626e8163470fb77423d4784c9686, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/5df8fa74838749dd835bbe8cfa850fee, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/26f00fe9c6b24926bd58a04ea96667ca, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/54ef90a3dc6a4010af9042a55ffe8dd9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/830277bc3476433d842aea3724509327, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/cc3c666d834e47e6a543a01a220ab0d5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1464cf0300ae432e9c02b432555883fa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1e43eebec21f47e4af621193e58e1947, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/115a7561a60545bbb49fd1a0c9178bab] to archive 2024-11-18T19:13:05,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:13:05,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/b41f6de7df004921b29f6f2b431011fc to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/b41f6de7df004921b29f6f2b431011fc 2024-11-18T19:13:05,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/eccb814ec665444cba2f2e47dde60eb9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/eccb814ec665444cba2f2e47dde60eb9 2024-11-18T19:13:05,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/3cc240a878144ef8ab3543836b6524a9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/3cc240a878144ef8ab3543836b6524a9 2024-11-18T19:13:05,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ed8dc6f3e0734197ac12d60bb6dec875 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ed8dc6f3e0734197ac12d60bb6dec875 2024-11-18T19:13:05,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/27af2b98973e4483a5ba27cabc98ef5c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/27af2b98973e4483a5ba27cabc98ef5c 2024-11-18T19:13:05,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/67ef150ef74e4cfdb11c53e300936230 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/67ef150ef74e4cfdb11c53e300936230 2024-11-18T19:13:05,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ddeabc7365d84d57ab96d02c4ebba04e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/ddeabc7365d84d57ab96d02c4ebba04e 2024-11-18T19:13:05,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/c3a886340a3d4cd8abc95c1a82336b18 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/c3a886340a3d4cd8abc95c1a82336b18 2024-11-18T19:13:05,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/9e1816dca5794ed7b8dafd19913536a6 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/9e1816dca5794ed7b8dafd19913536a6 2024-11-18T19:13:05,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1242cc6877914bcda9e4e9cdc744a56b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1242cc6877914bcda9e4e9cdc744a56b 2024-11-18T19:13:05,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/fe72e9a0ce1f4772bdbdb5ad209ce588 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/fe72e9a0ce1f4772bdbdb5ad209ce588 2024-11-18T19:13:05,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/aa7d1fd635b94244a22c77671773598d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/aa7d1fd635b94244a22c77671773598d 2024-11-18T19:13:05,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/d137760f517f4a3b9e09b6842782d581 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/d137760f517f4a3b9e09b6842782d581 2024-11-18T19:13:05,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/a19dd8362bad4ee1a3f564f900469f89 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/a19dd8362bad4ee1a3f564f900469f89 2024-11-18T19:13:05,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/780a9db6bde246a781283562aaaeaf95 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/780a9db6bde246a781283562aaaeaf95 2024-11-18T19:13:05,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/661b996e4aa5444a9be4fc672f69ceec to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/661b996e4aa5444a9be4fc672f69ceec 2024-11-18T19:13:05,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1ec6732dc17340b48801db3875ab4b40 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1ec6732dc17340b48801db3875ab4b40 2024-11-18T19:13:05,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/0bb660075899409bb23197e345114970 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/0bb660075899409bb23197e345114970 2024-11-18T19:13:05,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/98309aa4743d47418e0619b0579d2c22 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/98309aa4743d47418e0619b0579d2c22 2024-11-18T19:13:05,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7d9b5bef3dfe467bb2b8e1bfcd33c898 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7d9b5bef3dfe467bb2b8e1bfcd33c898 2024-11-18T19:13:05,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/9e84e7f7509f4faa9182be87657c9748 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/9e84e7f7509f4faa9182be87657c9748 2024-11-18T19:13:05,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/73e5b8d4e9f44a22af094361277bd9c7 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/73e5b8d4e9f44a22af094361277bd9c7 2024-11-18T19:13:05,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/337ed10202ef4617886dad98c18a4651 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/337ed10202ef4617886dad98c18a4651 2024-11-18T19:13:05,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7ce971cceb8c4cc086ad783414a5da3f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/7ce971cceb8c4cc086ad783414a5da3f 2024-11-18T19:13:05,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/689f626e8163470fb77423d4784c9686 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/689f626e8163470fb77423d4784c9686 2024-11-18T19:13:05,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/5df8fa74838749dd835bbe8cfa850fee to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/5df8fa74838749dd835bbe8cfa850fee 2024-11-18T19:13:05,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/26f00fe9c6b24926bd58a04ea96667ca to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/26f00fe9c6b24926bd58a04ea96667ca 2024-11-18T19:13:05,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/54ef90a3dc6a4010af9042a55ffe8dd9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/54ef90a3dc6a4010af9042a55ffe8dd9 2024-11-18T19:13:06,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/830277bc3476433d842aea3724509327 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/830277bc3476433d842aea3724509327 2024-11-18T19:13:06,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/cc3c666d834e47e6a543a01a220ab0d5 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/cc3c666d834e47e6a543a01a220ab0d5 2024-11-18T19:13:06,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1464cf0300ae432e9c02b432555883fa to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1464cf0300ae432e9c02b432555883fa 2024-11-18T19:13:06,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1e43eebec21f47e4af621193e58e1947 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/1e43eebec21f47e4af621193e58e1947 2024-11-18T19:13:06,005 DEBUG [StoreCloser-TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/115a7561a60545bbb49fd1a0c9178bab to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/115a7561a60545bbb49fd1a0c9178bab 2024-11-18T19:13:06,011 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/recovered.edits/449.seqid, newMaxSeqId=449, maxSeqId=1 2024-11-18T19:13:06,012 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. 2024-11-18T19:13:06,012 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] regionserver.HRegion(1676): Region close journal for 13b48c45833e4a43a223cd63ed988253: Waiting for close lock at 1731957184592Running coprocessor pre-close hooks at 1731957184592Disabling compacts and flushes for region at 1731957184592Disabling writes for close at 1731957184593 (+1 ms)Obtaining lock to block concurrent updates at 1731957184593Preparing flush snapshotting stores in 13b48c45833e4a43a223cd63ed988253 at 1731957184593Finished memstore snapshotting TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731957184594 (+1 ms)Flushing stores of TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253. at 1731957184595 (+1 ms)Flushing 13b48c45833e4a43a223cd63ed988253/A: creating writer at 1731957184595Flushing 13b48c45833e4a43a223cd63ed988253/A: appending metadata at 1731957184599 (+4 ms)Flushing 13b48c45833e4a43a223cd63ed988253/A: closing flushed file at 1731957184599Flushing 13b48c45833e4a43a223cd63ed988253/B: creating writer at 1731957185015 (+416 ms)Flushing 13b48c45833e4a43a223cd63ed988253/B: appending metadata at 1731957185018 (+3 ms)Flushing 13b48c45833e4a43a223cd63ed988253/B: closing flushed file at 1731957185018Flushing 13b48c45833e4a43a223cd63ed988253/C: creating writer at 1731957185433 (+415 ms)Flushing 13b48c45833e4a43a223cd63ed988253/C: appending metadata at 1731957185436 (+3 ms)Flushing 13b48c45833e4a43a223cd63ed988253/C: closing flushed file at 1731957185436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc4d44e: reopening flushed file at 1731957185848 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f0a5da3: reopening flushed file at 1731957185854 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b11353b: reopening flushed file at 1731957185860 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 13b48c45833e4a43a223cd63ed988253 in 1274ms, sequenceid=446, compaction requested=false at 1731957185867 (+7 ms)Writing region close event to WAL at 1731957186007 (+140 ms)Running coprocessor post-close hooks at 1731957186012 (+5 ms)Closed at 1731957186012 2024-11-18T19:13:06,015 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=26}] handler.UnassignRegionHandler(157): Closed 13b48c45833e4a43a223cd63ed988253 2024-11-18T19:13:06,015 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=13b48c45833e4a43a223cd63ed988253, regionState=CLOSED 2024-11-18T19:13:06,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:13:06,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-18T19:13:06,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseRegionProcedure 13b48c45833e4a43a223cd63ed988253, server=39fff3b0f89c,38149,1731957147744 in 1.5880 sec 2024-11-18T19:13:06,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=25, resume processing ppid=24 2024-11-18T19:13:06,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=24, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=13b48c45833e4a43a223cd63ed988253, UNASSIGN in 1.5950 sec 2024-11-18T19:13:06,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-18T19:13:06,024 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6000 sec 2024-11-18T19:13:06,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957186025"}]},"ts":"1731957186025"} 2024-11-18T19:13:06,027 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:13:06,027 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:13:06,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6160 sec 2024-11-18T19:13:06,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-18T19:13:06,566 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:06,573 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:13:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:06,578 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=27, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:06,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-18T19:13:06,580 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=27, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:06,585 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253 2024-11-18T19:13:06,590 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/recovered.edits] 2024-11-18T19:13:06,594 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/5cc26ac973ad4ed8ac4db8181f3fb180 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/5cc26ac973ad4ed8ac4db8181f3fb180 2024-11-18T19:13:06,596 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/c7d6173d4dcf4340a844831868c2b832 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/A/c7d6173d4dcf4340a844831868c2b832 2024-11-18T19:13:06,598 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/7ff3a1b596f64945b21209c80049fb50 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/7ff3a1b596f64945b21209c80049fb50 2024-11-18T19:13:06,600 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e180efa221314cb789886b371dc7ac55 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/B/e180efa221314cb789886b371dc7ac55 2024-11-18T19:13:06,602 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/55ec016bf4314b47bba92c02e0a7fad3 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/55ec016bf4314b47bba92c02e0a7fad3 2024-11-18T19:13:06,603 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/760de11187b44b2182f87e239f93d74a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/C/760de11187b44b2182f87e239f93d74a 2024-11-18T19:13:06,606 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/recovered.edits/449.seqid to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253/recovered.edits/449.seqid 2024-11-18T19:13:06,607 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/13b48c45833e4a43a223cd63ed988253 2024-11-18T19:13:06,607 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:13:06,627 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=27, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:06,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-18T19:13:06,636 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:13:06,663 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:13:06,664 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=27, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:06,664 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:13:06,665 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731957186664"}]},"ts":"9223372036854775807"} 2024-11-18T19:13:06,669 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:13:06,669 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 13b48c45833e4a43a223cd63ed988253, NAME => 'TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:13:06,669 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:13:06,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731957186669"}]},"ts":"9223372036854775807"} 2024-11-18T19:13:06,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:13:06,673 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=27, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:06,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 99 msec 2024-11-18T19:13:06,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-11-18T19:13:06,686 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:13:06,686 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:06,694 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=241 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;39fff3b0f89c:38149-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1659772717_22 at /127.0.0.1:46266 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=449 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=212 (was 180) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4215 (was 4761) 2024-11-18T19:13:06,704 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=241, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=212, ProcessCount=11, AvailableMemoryMB=4215 2024-11-18T19:13:06,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:13:06,706 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:13:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:06,708 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:13:06,709 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:06,709 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 28 2024-11-18T19:13:06,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-18T19:13:06,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:13:06,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741942_1118 (size=1061) 2024-11-18T19:13:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-18T19:13:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-18T19:13:07,123 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260 2024-11-18T19:13:07,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741943_1119 (size=53) 2024-11-18T19:13:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-18T19:13:07,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T19:13:07,536 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:13:07,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3dd3e024669b648bb55e7d26c2670a79, disabling compactions & flushes 2024-11-18T19:13:07,537 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:07,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:07,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. after waiting 0 ms 2024-11-18T19:13:07,537 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:07,538 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:07,538 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3dd3e024669b648bb55e7d26c2670a79: Waiting for close lock at 1731957187536Disabling compacts and flushes for region at 1731957187536Disabling writes for close at 1731957187537 (+1 ms)Writing region close event to WAL at 1731957187537Closed at 1731957187538 (+1 ms) 2024-11-18T19:13:07,541 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:13:07,542 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731957187542"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957187542"}]},"ts":"1731957187542"} 2024-11-18T19:13:07,544 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:13:07,545 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:13:07,546 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957187545"}]},"ts":"1731957187545"} 2024-11-18T19:13:07,547 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:13:07,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, ASSIGN}] 2024-11-18T19:13:07,549 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, ASSIGN 2024-11-18T19:13:07,550 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, ASSIGN; state=OFFLINE, location=39fff3b0f89c,38149,1731957147744; forceNewPlan=false, retain=false 2024-11-18T19:13:07,701 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=3dd3e024669b648bb55e7d26c2670a79, regionState=OPENING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:07,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=28, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, ASSIGN because future has completed 2024-11-18T19:13:07,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:13:07,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-18T19:13:07,866 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:07,867 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:13:07,868 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,868 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:13:07,868 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7794): checking encryption for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,869 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(7797): checking classloading for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,872 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,873 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:13:07,874 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd3e024669b648bb55e7d26c2670a79 columnFamilyName A 2024-11-18T19:13:07,875 DEBUG [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:07,875 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(327): Store=3dd3e024669b648bb55e7d26c2670a79/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:13:07,876 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,877 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:13:07,877 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd3e024669b648bb55e7d26c2670a79 columnFamilyName B 2024-11-18T19:13:07,877 DEBUG [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:07,878 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(327): Store=3dd3e024669b648bb55e7d26c2670a79/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:13:07,878 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,879 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:13:07,879 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd3e024669b648bb55e7d26c2670a79 columnFamilyName C 2024-11-18T19:13:07,879 DEBUG [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:07,880 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(327): Store=3dd3e024669b648bb55e7d26c2670a79/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:13:07,880 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:07,880 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1038): replaying wal for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,881 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,881 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,883 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1048): stopping wal replay for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,883 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1060): Cleaning up temporary data for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,883 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:13:07,884 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1093): writing seq id for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,887 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:13:07,887 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1114): Opened 3dd3e024669b648bb55e7d26c2670a79; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58848196, jitterRate=-0.12309354543685913}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:13:07,887 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:07,888 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegion(1006): Region open journal for 3dd3e024669b648bb55e7d26c2670a79: Running coprocessor pre-open hook at 1731957187869Writing region info on filesystem at 1731957187869Initializing all the Stores at 1731957187871 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957187871Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957187871Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957187871Cleaning up temporary data from old regions at 1731957187883 (+12 ms)Running coprocessor post-open hooks at 1731957187887 (+4 ms)Region opened successfully at 1731957187888 (+1 ms) 2024-11-18T19:13:07,889 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., pid=30, masterSystemTime=1731957187857 2024-11-18T19:13:07,891 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:07,891 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=30}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:07,891 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=3dd3e024669b648bb55e7d26c2670a79, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:07,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:13:07,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-18T19:13:07,896 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 in 190 msec 2024-11-18T19:13:07,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28 2024-11-18T19:13:07,898 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, ASSIGN in 348 msec 2024-11-18T19:13:07,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:13:07,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957187899"}]},"ts":"1731957187899"} 2024-11-18T19:13:07,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:13:07,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=28, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:13:07,903 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1950 sec 2024-11-18T19:13:08,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28 2024-11-18T19:13:08,855 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:08,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:08,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:08,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:08,858 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:08,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2397fb47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:08,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:08,862 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:08,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366f7c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:08,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:08,866 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:08,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54164, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:08,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:13:08,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,36603,1731957147048 2024-11-18T19:13:08,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@678171c4 2024-11-18T19:13:08,871 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:13:08,873 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:13:08,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:13:08,880 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:13:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:08,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741944_1120 (size=1097) 2024-11-18T19:13:09,301 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-18T19:13:09,302 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-18T19:13:09,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:13:09,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, REOPEN/MOVE}] 2024-11-18T19:13:09,318 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, REOPEN/MOVE 2024-11-18T19:13:09,319 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3dd3e024669b648bb55e7d26c2670a79, regionState=CLOSING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:09,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, REOPEN/MOVE because future has completed 2024-11-18T19:13:09,321 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:13:09,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:13:09,475 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,475 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:13:09,476 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 3dd3e024669b648bb55e7d26c2670a79, disabling compactions & flushes 2024-11-18T19:13:09,476 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:09,476 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:09,476 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. after waiting 0 ms 2024-11-18T19:13:09,476 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:09,484 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T19:13:09,485 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:09,485 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 3dd3e024669b648bb55e7d26c2670a79: Waiting for close lock at 1731957189476Running coprocessor pre-close hooks at 1731957189476Disabling compacts and flushes for region at 1731957189476Disabling writes for close at 1731957189476Writing region close event to WAL at 1731957189477 (+1 ms)Running coprocessor post-close hooks at 1731957189485 (+8 ms)Closed at 1731957189485 2024-11-18T19:13:09,485 WARN [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionServer(3299): Not adding moved region record: 3dd3e024669b648bb55e7d26c2670a79 to self. 2024-11-18T19:13:09,487 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,488 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3dd3e024669b648bb55e7d26c2670a79, regionState=CLOSED 2024-11-18T19:13:09,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:13:09,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-18T19:13:09,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 in 170 msec 2024-11-18T19:13:09,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, REOPEN/MOVE; state=CLOSED, location=39fff3b0f89c,38149,1731957147744; forceNewPlan=false, retain=true 2024-11-18T19:13:09,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3dd3e024669b648bb55e7d26c2670a79, regionState=OPENING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:09,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, REOPEN/MOVE because future has completed 2024-11-18T19:13:09,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:13:09,814 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:09,815 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:13:09,815 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,815 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:13:09,815 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,816 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,819 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,820 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:13:09,824 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd3e024669b648bb55e7d26c2670a79 columnFamilyName A 2024-11-18T19:13:09,826 DEBUG [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:09,826 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(327): Store=3dd3e024669b648bb55e7d26c2670a79/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:13:09,826 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,827 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:13:09,827 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd3e024669b648bb55e7d26c2670a79 columnFamilyName B 2024-11-18T19:13:09,827 DEBUG [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:09,828 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(327): Store=3dd3e024669b648bb55e7d26c2670a79/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:13:09,828 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,828 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:13:09,828 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3dd3e024669b648bb55e7d26c2670a79 columnFamilyName C 2024-11-18T19:13:09,828 DEBUG [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:09,829 INFO [StoreOpener-3dd3e024669b648bb55e7d26c2670a79-1 {}] regionserver.HStore(327): Store=3dd3e024669b648bb55e7d26c2670a79/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:13:09,829 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:09,829 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,829 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,830 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,831 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,831 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,832 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:13:09,833 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,834 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 3dd3e024669b648bb55e7d26c2670a79; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61982706, jitterRate=-0.07638570666313171}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:13:09,834 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,837 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 3dd3e024669b648bb55e7d26c2670a79: Running coprocessor pre-open hook at 1731957189816Writing region info on filesystem at 1731957189816Initializing all the Stores at 1731957189817 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957189817Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957189818 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957189818Cleaning up temporary data from old regions at 1731957189831 (+13 ms)Running coprocessor post-open hooks at 1731957189834 (+3 ms)Region opened successfully at 1731957189837 (+3 ms) 2024-11-18T19:13:09,838 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., pid=35, masterSystemTime=1731957189805 2024-11-18T19:13:09,840 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:09,840 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:09,840 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=3dd3e024669b648bb55e7d26c2670a79, regionState=OPEN, openSeqNum=5, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:09,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:13:09,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33 2024-11-18T19:13:09,845 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; OpenRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 in 193 msec 2024-11-18T19:13:09,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-18T19:13:09,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, REOPEN/MOVE in 528 msec 2024-11-18T19:13:09,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-18T19:13:09,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 540 msec 2024-11-18T19:13:09,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 970 msec 2024-11-18T19:13:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-11-18T19:13:09,856 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:09,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,857 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:09,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:09,858 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e88d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:09,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:09,859 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:09,860 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5c30e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,861 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:09,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:09,862 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17907cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:09,862 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:09,863 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:09,864 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16b27bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:09,865 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:09,866 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c150a7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:09,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:09,867 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:09,868 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1549dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:09,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:09,869 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:09,869 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168ce763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:09,871 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:09,871 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bdedbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:09,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:09,873 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@110e9c98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:09,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:09,874 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:09,874 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:09,875 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3efe4221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,876 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:09,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:09,877 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372138b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:09,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:09,878 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39826, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:09,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b5a810, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:09,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:09,880 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f6681b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,880 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:09,881 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:09,881 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39836, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:09,882 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3448488d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3806f988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:09,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:09,883 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:09,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75cf965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:09,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:09,885 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:09,885 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc3611c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@494eb83f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:09,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:09,886 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363fb04a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:09,887 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:09,888 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad43a4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:09,889 DEBUG [Thread-625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:09,889 DEBUG [Thread-622 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:09,889 DEBUG [Thread-631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:09,889 DEBUG [Thread-618 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:09,889 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:09,890 DEBUG [Thread-629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:09,890 DEBUG [Thread-614 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:09,890 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:09,891 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-18T19:13:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:09,892 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:09,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:09,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:09,893 DEBUG [Thread-627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:09,893 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:09,893 DEBUG [Thread-620 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:09,894 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:09,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:09,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:09,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:09,895 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54188, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:09,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:09,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T19:13:09,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:13:09,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:09,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:09,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:09,898 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:13:09,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:13:09,899 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:13:09,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:13:09,901 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:13:09,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:13:09,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:13:09,907 DEBUG [Thread-616 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:09,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:09,909 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:09,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:09,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:13:09,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:09,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:13:09,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:09,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:09,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:09,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:09,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:09,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:09,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e2e75f5193fa45c2aeb4b6819aa14ba8_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957189901/Put/seqid=0 2024-11-18T19:13:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741945_1121 (size=12154) 2024-11-18T19:13:09,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957249962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:09,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957249964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:09,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:09,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957189958, max timestamp=1731957189970Num uniques 859; 2024-11-18T19:13:09,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:13:09,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957189958, max timestamp=1731957189975Num uniques 859; 2024-11-18T19:13:09,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:13:09,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957189958, max timestamp=1731957189975Num uniques 859; 2024-11-18T19:13:09,992 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:13:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T19:13:10,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:10,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:10,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957250048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957250051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957250054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957250085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957250085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,088 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957250166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957250166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957250175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:10,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:10,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T19:13:10,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957250295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957250295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,305 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:10,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:10,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957250375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,379 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957250376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,384 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e2e75f5193fa45c2aeb4b6819aa14ba8_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e2e75f5193fa45c2aeb4b6819aa14ba8_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:10,386 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/430bc325f31b499c9091dfc8ffb7b9ba, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:10,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/430bc325f31b499c9091dfc8ffb7b9ba is 175, key is test_row_0/A:col10/1731957189901/Put/seqid=0 2024-11-18T19:13:10,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741946_1122 (size=30955) 2024-11-18T19:13:10,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957250395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,406 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/430bc325f31b499c9091dfc8ffb7b9ba 2024-11-18T19:13:10,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/8cc844d8714f478ebd930e879dbc5f43 is 50, key is test_row_0/B:col10/1731957189901/Put/seqid=0 2024-11-18T19:13:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741947_1123 (size=12001) 2024-11-18T19:13:10,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/8cc844d8714f478ebd930e879dbc5f43 2024-11-18T19:13:10,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/844acac2b6764517a175eb3cc913bc7a is 50, key is test_row_0/C:col10/1731957189901/Put/seqid=0 2024-11-18T19:13:10,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741948_1124 (size=12001) 2024-11-18T19:13:10,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/844acac2b6764517a175eb3cc913bc7a 2024-11-18T19:13:10,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/430bc325f31b499c9091dfc8ffb7b9ba as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/430bc325f31b499c9091dfc8ffb7b9ba 2024-11-18T19:13:10,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/430bc325f31b499c9091dfc8ffb7b9ba, entries=150, sequenceid=15, filesize=30.2 K 2024-11-18T19:13:10,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/8cc844d8714f478ebd930e879dbc5f43 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/8cc844d8714f478ebd930e879dbc5f43 2024-11-18T19:13:10,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:10,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:10,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T19:13:10,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/8cc844d8714f478ebd930e879dbc5f43, entries=150, sequenceid=15, filesize=11.7 K 2024-11-18T19:13:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/844acac2b6764517a175eb3cc913bc7a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/844acac2b6764517a175eb3cc913bc7a 2024-11-18T19:13:10,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/844acac2b6764517a175eb3cc913bc7a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-18T19:13:10,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=134.18 KB/137400 for 3dd3e024669b648bb55e7d26c2670a79 in 626ms, sequenceid=15, compaction requested=false 2024-11-18T19:13:10,540 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-18T19:13:10,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:10,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=147.60 KB heapSize=425.53 KB 2024-11-18T19:13:10,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731957190029, max timestamp=1731957190619Num uniques 1018; 2024-11-18T19:13:10,635 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-18T19:13:10,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1731957190029, max timestamp=1731957190619Num uniques 1018; 2024-11-18T19:13:10,640 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-11-18T19:13:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-18T19:13:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:10,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:10,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118144b56b8551c4d3baa23895e456b81b6_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957190619/Put/seqid=0 2024-11-18T19:13:10,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,671 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741949_1125 (size=12154) 2024-11-18T19:13:10,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957250705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957250706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957250706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,715 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957250708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957250712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,720 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957250814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:10,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957250825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957250825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957250827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:10,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,832 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:10,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:10,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:10,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:10,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957251025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,029 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T19:13:11,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957251036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957251045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957251045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,084 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:11,089 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118144b56b8551c4d3baa23895e456b81b6_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118144b56b8551c4d3baa23895e456b81b6_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:11,091 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/8b8d084ff812497797d1d82af4fb3e78, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:11,091 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/8b8d084ff812497797d1d82af4fb3e78 is 175, key is test_row_0/A:col10/1731957190619/Put/seqid=0 2024-11-18T19:13:11,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741950_1126 (size=30955) 2024-11-18T19:13:11,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:11,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:11,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957251225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,227 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:11,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:11,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957251335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957251345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957251354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957251354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,497 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/8b8d084ff812497797d1d82af4fb3e78 2024-11-18T19:13:11,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/95deabddf56d4bf9b7753abfb4e6c3c4 is 50, key is test_row_0/B:col10/1731957190619/Put/seqid=0 2024-11-18T19:13:11,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741951_1127 (size=12001) 2024-11-18T19:13:11,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:13:11,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:11,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:11,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:11,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957251855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957251855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957251865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957251865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:11,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:11,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:11,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:11,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:11,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] handler.RSProcedureHandler(58): pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=37 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=37 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:11,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/95deabddf56d4bf9b7753abfb4e6c3c4 2024-11-18T19:13:11,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/40ad56422f8148e093b5695063502601 is 50, key is test_row_0/C:col10/1731957190619/Put/seqid=0 2024-11-18T19:13:11,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741952_1128 (size=12001) 2024-11-18T19:13:11,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/40ad56422f8148e093b5695063502601 2024-11-18T19:13:11,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/8b8d084ff812497797d1d82af4fb3e78 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/8b8d084ff812497797d1d82af4fb3e78 2024-11-18T19:13:11,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/8b8d084ff812497797d1d82af4fb3e78, entries=150, sequenceid=54, filesize=30.2 K 2024-11-18T19:13:11,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/95deabddf56d4bf9b7753abfb4e6c3c4 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/95deabddf56d4bf9b7753abfb4e6c3c4 2024-11-18T19:13:11,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/95deabddf56d4bf9b7753abfb4e6c3c4, entries=150, sequenceid=54, filesize=11.7 K 2024-11-18T19:13:11,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/40ad56422f8148e093b5695063502601 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/40ad56422f8148e093b5695063502601 2024-11-18T19:13:11,968 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/40ad56422f8148e093b5695063502601, entries=150, sequenceid=54, filesize=11.7 K 2024-11-18T19:13:11,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~71.56 KB/73280, heapSize ~198.67 KB/203440, currentSize=107.34 KB/109920 for 3dd3e024669b648bb55e7d26c2670a79 in 1336ms, sequenceid=54, compaction requested=false 2024-11-18T19:13:11,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:12,033 INFO [master/39fff3b0f89c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-18T19:13:12,033 INFO [master/39fff3b0f89c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-18T19:13:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T19:13:12,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-18T19:13:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:12,059 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-18T19:13:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:12,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:12,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118001769915a0b41149123c17758ddeca1_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957190705/Put/seqid=0 2024-11-18T19:13:12,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741953_1129 (size=12154) 2024-11-18T19:13:12,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,104 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118001769915a0b41149123c17758ddeca1_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118001769915a0b41149123c17758ddeca1_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:12,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/38195c1658fc4edeaebcbdc29651c3e1, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:12,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/38195c1658fc4edeaebcbdc29651c3e1 is 175, key is test_row_0/A:col10/1731957190705/Put/seqid=0 2024-11-18T19:13:12,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741954_1130 (size=30955) 2024-11-18T19:13:12,122 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=73, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/38195c1658fc4edeaebcbdc29651c3e1 2024-11-18T19:13:12,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/9b7af3efb0964a3e9074971e6391c450 is 50, key is test_row_0/B:col10/1731957190705/Put/seqid=0 2024-11-18T19:13:12,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741955_1131 (size=12001) 2024-11-18T19:13:12,171 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/9b7af3efb0964a3e9074971e6391c450 2024-11-18T19:13:12,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/1532d5c2725e4a5ebf6bd1680e4555cf is 50, key is test_row_0/C:col10/1731957190705/Put/seqid=0 2024-11-18T19:13:12,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741956_1132 (size=12001) 2024-11-18T19:13:12,204 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/1532d5c2725e4a5ebf6bd1680e4555cf 2024-11-18T19:13:12,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/38195c1658fc4edeaebcbdc29651c3e1 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/38195c1658fc4edeaebcbdc29651c3e1 2024-11-18T19:13:12,224 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/38195c1658fc4edeaebcbdc29651c3e1, entries=150, sequenceid=73, filesize=30.2 K 2024-11-18T19:13:12,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/9b7af3efb0964a3e9074971e6391c450 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9b7af3efb0964a3e9074971e6391c450 2024-11-18T19:13:12,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,233 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9b7af3efb0964a3e9074971e6391c450, entries=150, sequenceid=73, filesize=11.7 K 2024-11-18T19:13:12,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/1532d5c2725e4a5ebf6bd1680e4555cf as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1532d5c2725e4a5ebf6bd1680e4555cf 2024-11-18T19:13:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,240 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1532d5c2725e4a5ebf6bd1680e4555cf, entries=150, sequenceid=73, filesize=11.7 K 2024-11-18T19:13:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,241 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=0 B/0 for 3dd3e024669b648bb55e7d26c2670a79 in 182ms, sequenceid=73, compaction requested=true 2024-11-18T19:13:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:12,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:12,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-18T19:13:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-18T19:13:12,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-18T19:13:12,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3440 sec 2024-11-18T19:13:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 2.3570 sec 2024-11-18T19:13:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:13:12,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:12,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:12,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:12,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:12,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:12,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:12,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:12,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111859d92827d3dd4265882634fa60c1e36e_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957192428/Put/seqid=0 2024-11-18T19:13:12,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741957_1133 (size=12154) 2024-11-18T19:13:12,463 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:12,469 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111859d92827d3dd4265882634fa60c1e36e_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111859d92827d3dd4265882634fa60c1e36e_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:12,471 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/383be679de3541f19ceea97a65cf8d3b, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:12,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/383be679de3541f19ceea97a65cf8d3b is 175, key is test_row_0/A:col10/1731957192428/Put/seqid=0 2024-11-18T19:13:12,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741958_1134 (size=30955) 2024-11-18T19:13:12,485 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=83, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/383be679de3541f19ceea97a65cf8d3b 2024-11-18T19:13:12,496 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/f5a0187d9df04da29838009bb044d41f is 50, key is test_row_0/B:col10/1731957192428/Put/seqid=0 2024-11-18T19:13:12,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741959_1135 (size=12001) 2024-11-18T19:13:12,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/f5a0187d9df04da29838009bb044d41f 2024-11-18T19:13:12,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/4828371499b2445f8d4da508189e6108 is 50, key is test_row_0/C:col10/1731957192428/Put/seqid=0 2024-11-18T19:13:12,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741960_1136 (size=12001) 2024-11-18T19:13:12,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=83 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/4828371499b2445f8d4da508189e6108 2024-11-18T19:13:12,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/383be679de3541f19ceea97a65cf8d3b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/383be679de3541f19ceea97a65cf8d3b 2024-11-18T19:13:12,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/383be679de3541f19ceea97a65cf8d3b, entries=150, sequenceid=83, filesize=30.2 K 2024-11-18T19:13:12,566 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/f5a0187d9df04da29838009bb044d41f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/f5a0187d9df04da29838009bb044d41f 2024-11-18T19:13:12,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/f5a0187d9df04da29838009bb044d41f, entries=150, sequenceid=83, filesize=11.7 K 2024-11-18T19:13:12,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/4828371499b2445f8d4da508189e6108 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4828371499b2445f8d4da508189e6108 2024-11-18T19:13:12,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957192567, max timestamp=1731957192586Num uniques 859; 2024-11-18T19:13:12,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957192567, max timestamp=1731957192586Num uniques 859; 2024-11-18T19:13:12,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:13:12,591 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:13:12,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957192567, max timestamp=1731957192586Num uniques 859; 2024-11-18T19:13:12,592 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:13:12,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4828371499b2445f8d4da508189e6108, entries=150, sequenceid=83, filesize=11.7 K 2024-11-18T19:13:12,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=40.25 KB/41220 for 3dd3e024669b648bb55e7d26c2670a79 in 167ms, sequenceid=83, compaction requested=true 2024-11-18T19:13:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:12,601 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:12,601 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:12,602 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:12,602 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:12,605 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:12,605 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/A is initiating minor compaction (all files) 2024-11-18T19:13:12,605 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/A in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:12,605 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/430bc325f31b499c9091dfc8ffb7b9ba, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/8b8d084ff812497797d1d82af4fb3e78, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/38195c1658fc4edeaebcbdc29651c3e1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/383be679de3541f19ceea97a65cf8d3b] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=120.9 K 2024-11-18T19:13:12,605 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:12,606 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/430bc325f31b499c9091dfc8ffb7b9ba, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/8b8d084ff812497797d1d82af4fb3e78, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/38195c1658fc4edeaebcbdc29651c3e1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/383be679de3541f19ceea97a65cf8d3b] 2024-11-18T19:13:12,606 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 430bc325f31b499c9091dfc8ffb7b9ba, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731957189901 2024-11-18T19:13:12,606 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b8d084ff812497797d1d82af4fb3e78, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731957190048 2024-11-18T19:13:12,607 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38195c1658fc4edeaebcbdc29651c3e1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731957190703 2024-11-18T19:13:12,607 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 383be679de3541f19ceea97a65cf8d3b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731957192399 2024-11-18T19:13:12,607 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:12,607 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/B is initiating minor compaction (all files) 2024-11-18T19:13:12,607 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/B in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:12,607 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/8cc844d8714f478ebd930e879dbc5f43, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/95deabddf56d4bf9b7753abfb4e6c3c4, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9b7af3efb0964a3e9074971e6391c450, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/f5a0187d9df04da29838009bb044d41f] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=46.9 K 2024-11-18T19:13:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:12,611 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cc844d8714f478ebd930e879dbc5f43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731957189901 2024-11-18T19:13:12,612 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 95deabddf56d4bf9b7753abfb4e6c3c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731957190048 2024-11-18T19:13:12,613 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b7af3efb0964a3e9074971e6391c450, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731957190703 2024-11-18T19:13:12,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=60.38 KB heapSize=165.84 KB 2024-11-18T19:13:12,614 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting f5a0187d9df04da29838009bb044d41f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731957192399 2024-11-18T19:13:12,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:12,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:12,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:12,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:12,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:12,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:12,638 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:12,655 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#B#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:12,655 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/0e14f253132e4871b191d3e39128b14a is 50, key is test_row_0/B:col10/1731957192428/Put/seqid=0 2024-11-18T19:13:12,659 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a539848052444a8c9237bcb438be9eb6_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957192612/Put/seqid=0 2024-11-18T19:13:12,660 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118e2f9f4f3f4944cffbe8b34bc2fedcadb_3dd3e024669b648bb55e7d26c2670a79 store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:12,665 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118e2f9f4f3f4944cffbe8b34bc2fedcadb_3dd3e024669b648bb55e7d26c2670a79, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:12,665 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e2f9f4f3f4944cffbe8b34bc2fedcadb_3dd3e024669b648bb55e7d26c2670a79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:12,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741963_1139 (size=4469) 2024-11-18T19:13:12,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741962_1138 (size=12139) 2024-11-18T19:13:12,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741961_1137 (size=17034) 2024-11-18T19:13:12,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957192696, max timestamp=1731957192734Num uniques 859; 2024-11-18T19:13:12,737 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:13:12,738 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957192696, max timestamp=1731957192734Num uniques 859; 2024-11-18T19:13:12,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:13:12,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957192696, max timestamp=1731957192734Num uniques 859; 2024-11-18T19:13:12,739 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:13:12,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957252856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:12,859 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:12,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:12,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957252875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:12,877 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:12,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:12,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957252875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:12,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957252875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:12,883 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:12,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:12,884 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:12,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:12,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957252885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:12,887 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,888 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:12,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957252964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:12,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:13,121 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#A#compaction#117 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:13,121 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/04ff9316553a438bb3bd16e15eb962d9 is 175, key is test_row_0/A:col10/1731957192428/Put/seqid=0 2024-11-18T19:13:13,122 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:13,128 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a539848052444a8c9237bcb438be9eb6_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a539848052444a8c9237bcb438be9eb6_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:13,129 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/0e14f253132e4871b191d3e39128b14a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/0e14f253132e4871b191d3e39128b14a 2024-11-18T19:13:13,129 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ec53a6a43841488682823fea6a219def, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:13,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ec53a6a43841488682823fea6a219def is 175, key is test_row_0/A:col10/1731957192612/Put/seqid=0 2024-11-18T19:13:13,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741964_1140 (size=31093) 2024-11-18T19:13:13,137 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/B of 3dd3e024669b648bb55e7d26c2670a79 into 0e14f253132e4871b191d3e39128b14a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:13,137 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:13,137 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/B, priority=12, startTime=1731957192602; duration=0sec 2024-11-18T19:13:13,137 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:13,137 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:B 2024-11-18T19:13:13,137 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:13,138 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:13,138 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/C is initiating minor compaction (all files) 2024-11-18T19:13:13,139 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/C in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:13,139 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/844acac2b6764517a175eb3cc913bc7a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/40ad56422f8148e093b5695063502601, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1532d5c2725e4a5ebf6bd1680e4555cf, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4828371499b2445f8d4da508189e6108] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=46.9 K 2024-11-18T19:13:13,139 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 844acac2b6764517a175eb3cc913bc7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731957189901 2024-11-18T19:13:13,140 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 40ad56422f8148e093b5695063502601, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731957190048 2024-11-18T19:13:13,140 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 1532d5c2725e4a5ebf6bd1680e4555cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1731957190703 2024-11-18T19:13:13,140 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 4828371499b2445f8d4da508189e6108, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731957192399 2024-11-18T19:13:13,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741965_1141 (size=48139) 2024-11-18T19:13:13,164 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#C#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:13,165 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/3b3d415f160b44acbbdca63eb960ad25 is 50, key is test_row_0/C:col10/1731957192428/Put/seqid=0 2024-11-18T19:13:13,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741966_1142 (size=12139) 2024-11-18T19:13:13,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957253175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:13,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:13,182 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/3b3d415f160b44acbbdca63eb960ad25 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/3b3d415f160b44acbbdca63eb960ad25 2024-11-18T19:13:13,191 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/C of 3dd3e024669b648bb55e7d26c2670a79 into 3b3d415f160b44acbbdca63eb960ad25(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:13,191 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:13,191 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/C, priority=12, startTime=1731957192602; duration=0sec 2024-11-18T19:13:13,191 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:13,191 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:C 2024-11-18T19:13:13,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957253484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:13,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:13,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:13,491 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:13,539 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/04ff9316553a438bb3bd16e15eb962d9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/04ff9316553a438bb3bd16e15eb962d9 2024-11-18T19:13:13,544 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/A of 3dd3e024669b648bb55e7d26c2670a79 into 04ff9316553a438bb3bd16e15eb962d9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:13,544 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:13,544 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/A, priority=12, startTime=1731957192601; duration=0sec 2024-11-18T19:13:13,544 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:13,544 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:A 2024-11-18T19:13:13,557 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=109, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ec53a6a43841488682823fea6a219def 2024-11-18T19:13:13,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/3f6ccd6c1c404e9aa02391a917f9189a is 50, key is test_row_0/B:col10/1731957192612/Put/seqid=0 2024-11-18T19:13:13,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741967_1143 (size=12001) 2024-11-18T19:13:13,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/3f6ccd6c1c404e9aa02391a917f9189a 2024-11-18T19:13:13,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/8261cdf1f3954dcca1553a1be6b8b23e is 50, key is test_row_0/C:col10/1731957192612/Put/seqid=0 2024-11-18T19:13:13,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741968_1144 (size=12001) 2024-11-18T19:13:13,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=109 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/8261cdf1f3954dcca1553a1be6b8b23e 2024-11-18T19:13:13,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ec53a6a43841488682823fea6a219def as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ec53a6a43841488682823fea6a219def 2024-11-18T19:13:13,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:13,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957253994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:13,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ec53a6a43841488682823fea6a219def, entries=250, sequenceid=109, filesize=47.0 K 2024-11-18T19:13:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:13,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/3f6ccd6c1c404e9aa02391a917f9189a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/3f6ccd6c1c404e9aa02391a917f9189a 2024-11-18T19:13:14,004 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/3f6ccd6c1c404e9aa02391a917f9189a, entries=150, sequenceid=109, filesize=11.7 K 2024-11-18T19:13:14,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/8261cdf1f3954dcca1553a1be6b8b23e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/8261cdf1f3954dcca1553a1be6b8b23e 2024-11-18T19:13:14,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/8261cdf1f3954dcca1553a1be6b8b23e, entries=150, sequenceid=109, filesize=11.7 K 2024-11-18T19:13:14,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~165.80 KB/169776, currentSize=127.47 KB/130530 for 3dd3e024669b648bb55e7d26c2670a79 in 1403ms, sequenceid=109, compaction requested=false 2024-11-18T19:13:14,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:14,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-18T19:13:14,065 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:14,066 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:14,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-18T19:13:14,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-18T19:13:14,068 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:14,069 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:14,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:14,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-18T19:13:14,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-18T19:13:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:14,222 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-18T19:13:14,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:14,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:14,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:14,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:14,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:14,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:14,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ef6dc6655832466c825c2be4710e034a_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957192838/Put/seqid=0 2024-11-18T19:13:14,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741969_1145 (size=12304) 2024-11-18T19:13:14,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-18T19:13:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:14,642 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ef6dc6655832466c825c2be4710e034a_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ef6dc6655832466c825c2be4710e034a_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:14,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ad85abaaa83241f8b3ea192932ab9380, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:14,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ad85abaaa83241f8b3ea192932ab9380 is 175, key is test_row_0/A:col10/1731957192838/Put/seqid=0 2024-11-18T19:13:14,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741970_1146 (size=31105) 2024-11-18T19:13:14,653 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=147, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ad85abaaa83241f8b3ea192932ab9380 2024-11-18T19:13:14,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/84bf492d4ffc4db1a000329c6cd918fa is 50, key is test_row_0/B:col10/1731957192838/Put/seqid=0 2024-11-18T19:13:14,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741971_1147 (size=12151) 2024-11-18T19:13:14,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-18T19:13:14,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:14,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:14,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957254904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:14,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:14,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957254905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:14,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957254906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:14,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:14,908 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:14,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957254907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:14,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:14,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957255005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,008 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_2' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:15,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,009 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957255015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957255015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957255015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,020 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,070 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/84bf492d4ffc4db1a000329c6cd918fa 2024-11-18T19:13:15,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/1d9676bf7a3b4a1b937b5b455c160fb2 is 50, key is test_row_0/C:col10/1731957192838/Put/seqid=0 2024-11-18T19:13:15,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741972_1148 (size=12151) 2024-11-18T19:13:15,092 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/1d9676bf7a3b4a1b937b5b455c160fb2 2024-11-18T19:13:15,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ad85abaaa83241f8b3ea192932ab9380 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ad85abaaa83241f8b3ea192932ab9380 2024-11-18T19:13:15,107 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ad85abaaa83241f8b3ea192932ab9380, entries=150, sequenceid=147, filesize=30.4 K 2024-11-18T19:13:15,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/84bf492d4ffc4db1a000329c6cd918fa as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/84bf492d4ffc4db1a000329c6cd918fa 2024-11-18T19:13:15,120 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/84bf492d4ffc4db1a000329c6cd918fa, entries=150, sequenceid=147, filesize=11.9 K 2024-11-18T19:13:15,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/1d9676bf7a3b4a1b937b5b455c160fb2 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1d9676bf7a3b4a1b937b5b455c160fb2 2024-11-18T19:13:15,132 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1d9676bf7a3b4a1b937b5b455c160fb2, entries=150, sequenceid=147, filesize=11.9 K 2024-11-18T19:13:15,134 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for 3dd3e024669b648bb55e7d26c2670a79 in 912ms, sequenceid=147, compaction requested=true 2024-11-18T19:13:15,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:15,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-18T19:13:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-18T19:13:15,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-18T19:13:15,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0670 sec 2024-11-18T19:13:15,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 1.0730 sec 2024-11-18T19:13:15,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-18T19:13:15,205 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:15,206 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:15,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-18T19:13:15,208 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:15,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:13:15,209 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:15,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:15,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:15,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-18T19:13:15,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:15,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:15,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:15,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:15,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:15,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:15,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b2eca6f1d69e4496bb1f6b332e7f2be5_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957195227/Put/seqid=0 2024-11-18T19:13:15,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741973_1149 (size=17284) 2024-11-18T19:13:15,272 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:15,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957255266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957255271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,276 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,277 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,279 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118b2eca6f1d69e4496bb1f6b332e7f2be5_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b2eca6f1d69e4496bb1f6b332e7f2be5_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:15,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957255275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,283 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/bcd356f91f5f45d5b7a50e54bba0956b, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:15,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/bcd356f91f5f45d5b7a50e54bba0956b is 175, key is test_row_0/A:col10/1731957195227/Put/seqid=0 2024-11-18T19:13:15,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741974_1150 (size=48389) 2024-11-18T19:13:15,293 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/bcd356f91f5f45d5b7a50e54bba0956b 2024-11-18T19:13:15,306 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/962a848e44724cc3a06d3b3909e2227c is 50, key is test_row_0/B:col10/1731957195227/Put/seqid=0 2024-11-18T19:13:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:13:15,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741975_1151 (size=12151) 2024-11-18T19:13:15,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/962a848e44724cc3a06d3b3909e2227c 2024-11-18T19:13:15,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/aa755395d5df44eab1e4ec2bbee7f517 is 50, key is test_row_0/C:col10/1731957195227/Put/seqid=0 2024-11-18T19:13:15,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741976_1152 (size=12151) 2024-11-18T19:13:15,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-18T19:13:15,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:15,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:15,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:15,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957255385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957255385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957255385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-18T19:13:15,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:15,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:15,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:15,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:13:15,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957255595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957255595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957255595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-18T19:13:15,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:15,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:15,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/aa755395d5df44eab1e4ec2bbee7f517 2024-11-18T19:13:15,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/bcd356f91f5f45d5b7a50e54bba0956b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bcd356f91f5f45d5b7a50e54bba0956b 2024-11-18T19:13:15,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bcd356f91f5f45d5b7a50e54bba0956b, entries=250, sequenceid=160, filesize=47.3 K 2024-11-18T19:13:15,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/962a848e44724cc3a06d3b3909e2227c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/962a848e44724cc3a06d3b3909e2227c 2024-11-18T19:13:15,758 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/962a848e44724cc3a06d3b3909e2227c, entries=150, sequenceid=160, filesize=11.9 K 2024-11-18T19:13:15,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/aa755395d5df44eab1e4ec2bbee7f517 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/aa755395d5df44eab1e4ec2bbee7f517 2024-11-18T19:13:15,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/aa755395d5df44eab1e4ec2bbee7f517, entries=150, sequenceid=160, filesize=11.9 K 2024-11-18T19:13:15,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3dd3e024669b648bb55e7d26c2670a79 in 535ms, sequenceid=160, compaction requested=true 2024-11-18T19:13:15,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:15,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:15,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:15,766 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:15,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:15,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:15,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:15,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-18T19:13:15,766 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:15,767 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158726 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:15,767 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/A is initiating minor compaction (all files) 2024-11-18T19:13:15,767 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/A in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,768 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/04ff9316553a438bb3bd16e15eb962d9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ec53a6a43841488682823fea6a219def, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ad85abaaa83241f8b3ea192932ab9380, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bcd356f91f5f45d5b7a50e54bba0956b] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=155.0 K 2024-11-18T19:13:15,768 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,768 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/04ff9316553a438bb3bd16e15eb962d9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ec53a6a43841488682823fea6a219def, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ad85abaaa83241f8b3ea192932ab9380, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bcd356f91f5f45d5b7a50e54bba0956b] 2024-11-18T19:13:15,768 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:15,768 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/B is initiating minor compaction (all files) 2024-11-18T19:13:15,768 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/B in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,768 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04ff9316553a438bb3bd16e15eb962d9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731957192399 2024-11-18T19:13:15,768 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/0e14f253132e4871b191d3e39128b14a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/3f6ccd6c1c404e9aa02391a917f9189a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/84bf492d4ffc4db1a000329c6cd918fa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/962a848e44724cc3a06d3b3909e2227c] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=47.3 K 2024-11-18T19:13:15,769 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec53a6a43841488682823fea6a219def, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731957192595 2024-11-18T19:13:15,769 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e14f253132e4871b191d3e39128b14a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731957192399 2024-11-18T19:13:15,769 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f6ccd6c1c404e9aa02391a917f9189a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731957192602 2024-11-18T19:13:15,769 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad85abaaa83241f8b3ea192932ab9380, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731957192824 2024-11-18T19:13:15,769 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 84bf492d4ffc4db1a000329c6cd918fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731957192824 2024-11-18T19:13:15,769 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcd356f91f5f45d5b7a50e54bba0956b, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731957194900 2024-11-18T19:13:15,770 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 962a848e44724cc3a06d3b3909e2227c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731957194904 2024-11-18T19:13:15,781 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:15,784 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118e3a77350dd264aa19414d803aafa6f1a_3dd3e024669b648bb55e7d26c2670a79 store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:15,786 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#B#compaction#130 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:15,786 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/1ab3ee4fbe834d2b9cd29c111a034357 is 50, key is test_row_0/B:col10/1731957195227/Put/seqid=0 2024-11-18T19:13:15,787 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118e3a77350dd264aa19414d803aafa6f1a_3dd3e024669b648bb55e7d26c2670a79, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:15,787 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e3a77350dd264aa19414d803aafa6f1a_3dd3e024669b648bb55e7d26c2670a79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741978_1154 (size=4469) 2024-11-18T19:13:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741977_1153 (size=12425) 2024-11-18T19:13:15,804 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#A#compaction#129 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:15,805 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/b2dd09a708374a5e9f4f4fc3571ca6eb is 175, key is test_row_0/A:col10/1731957195227/Put/seqid=0 2024-11-18T19:13:15,812 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/1ab3ee4fbe834d2b9cd29c111a034357 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/1ab3ee4fbe834d2b9cd29c111a034357 2024-11-18T19:13:15,819 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/B of 3dd3e024669b648bb55e7d26c2670a79 into 1ab3ee4fbe834d2b9cd29c111a034357(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:15,819 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:15,819 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/B, priority=12, startTime=1731957195766; duration=0sec 2024-11-18T19:13:15,819 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:15,819 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:B 2024-11-18T19:13:15,819 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:15,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-18T19:13:15,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,823 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-18T19:13:15,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:15,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:15,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:15,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:15,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:15,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:15,824 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48442 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:15,824 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/C is initiating minor compaction (all files) 2024-11-18T19:13:15,824 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/C in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:15,825 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/3b3d415f160b44acbbdca63eb960ad25, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/8261cdf1f3954dcca1553a1be6b8b23e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1d9676bf7a3b4a1b937b5b455c160fb2, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/aa755395d5df44eab1e4ec2bbee7f517] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=47.3 K 2024-11-18T19:13:15,826 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b3d415f160b44acbbdca63eb960ad25, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731957192399 2024-11-18T19:13:15,826 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 8261cdf1f3954dcca1553a1be6b8b23e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=109, earliestPutTs=1731957192602 2024-11-18T19:13:15,826 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d9676bf7a3b4a1b937b5b455c160fb2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1731957192824 2024-11-18T19:13:15,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741979_1155 (size=31379) 2024-11-18T19:13:15,828 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting aa755395d5df44eab1e4ec2bbee7f517, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731957194904 2024-11-18T19:13:15,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185eac864a59554c00b34ad87562ac78ba_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957195270/Put/seqid=0 2024-11-18T19:13:15,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:13:15,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741980_1156 (size=12304) 2024-11-18T19:13:15,843 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:15,844 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/031268c70af54a5991cbde7ed3b84c57 is 50, key is test_row_0/C:col10/1731957195227/Put/seqid=0 2024-11-18T19:13:15,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741981_1157 (size=12425) 2024-11-18T19:13:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:15,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:15,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957255918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957255919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:15,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:15,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957255924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:16,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:16,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957256035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:16,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957256035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:16,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:16,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957256035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:16,233 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/b2dd09a708374a5e9f4f4fc3571ca6eb as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/b2dd09a708374a5e9f4f4fc3571ca6eb 2024-11-18T19:13:16,238 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/A of 3dd3e024669b648bb55e7d26c2670a79 into b2dd09a708374a5e9f4f4fc3571ca6eb(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:16,238 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:16,238 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/A, priority=12, startTime=1731957195766; duration=0sec 2024-11-18T19:13:16,238 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:16,238 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:A 2024-11-18T19:13:16,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:16,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957256245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:16,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957256245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:16,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:16,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957256246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:16,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:16,248 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185eac864a59554c00b34ad87562ac78ba_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185eac864a59554c00b34ad87562ac78ba_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ab064c9d0b9b40e494e082e5531abcaa, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:16,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ab064c9d0b9b40e494e082e5531abcaa is 175, key is test_row_0/A:col10/1731957195270/Put/seqid=0 2024-11-18T19:13:16,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741982_1158 (size=31105) 2024-11-18T19:13:16,257 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/031268c70af54a5991cbde7ed3b84c57 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/031268c70af54a5991cbde7ed3b84c57 2024-11-18T19:13:16,262 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/C of 3dd3e024669b648bb55e7d26c2670a79 into 031268c70af54a5991cbde7ed3b84c57(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:16,262 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:16,262 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/C, priority=12, startTime=1731957195766; duration=0sec 2024-11-18T19:13:16,262 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:16,262 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:C 2024-11-18T19:13:16,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:13:16,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:16,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957256555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:16,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957256555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:16,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957256555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:16,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:16,656 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=180, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ab064c9d0b9b40e494e082e5531abcaa 2024-11-18T19:13:16,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/baf830b666d741ab8477042c0faf98e0 is 50, key is test_row_0/B:col10/1731957195270/Put/seqid=0 2024-11-18T19:13:16,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741983_1159 (size=12151) 2024-11-18T19:13:16,670 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/baf830b666d741ab8477042c0faf98e0 2024-11-18T19:13:16,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/eef73a4bbb3844a6b82393ff64124f16 is 50, key is test_row_0/C:col10/1731957195270/Put/seqid=0 2024-11-18T19:13:16,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741984_1160 (size=12151) 2024-11-18T19:13:17,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957257025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:17,027 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_2' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:17,027 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:17,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:17,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957257064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:17,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:17,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:17,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:17,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957257064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957257065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:17,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:17,086 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/eef73a4bbb3844a6b82393ff64124f16 2024-11-18T19:13:17,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/ab064c9d0b9b40e494e082e5531abcaa as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ab064c9d0b9b40e494e082e5531abcaa 2024-11-18T19:13:17,097 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ab064c9d0b9b40e494e082e5531abcaa, entries=150, sequenceid=180, filesize=30.4 K 2024-11-18T19:13:17,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/baf830b666d741ab8477042c0faf98e0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/baf830b666d741ab8477042c0faf98e0 2024-11-18T19:13:17,104 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/baf830b666d741ab8477042c0faf98e0, entries=150, sequenceid=180, filesize=11.9 K 2024-11-18T19:13:17,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/eef73a4bbb3844a6b82393ff64124f16 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/eef73a4bbb3844a6b82393ff64124f16 2024-11-18T19:13:17,109 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/eef73a4bbb3844a6b82393ff64124f16, entries=150, sequenceid=180, filesize=11.9 K 2024-11-18T19:13:17,110 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 3dd3e024669b648bb55e7d26c2670a79 in 1288ms, sequenceid=180, compaction requested=false 2024-11-18T19:13:17,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:17,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:17,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-18T19:13:17,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-18T19:13:17,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-18T19:13:17,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9010 sec 2024-11-18T19:13:17,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.9070 sec 2024-11-18T19:13:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-18T19:13:17,355 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:17,355 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-18T19:13:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-18T19:13:17,357 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:17,358 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:17,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:17,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T19:13:17,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-18T19:13:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-18T19:13:17,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-18T19:13:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:17,510 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-18T19:13:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:17,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:17,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c3c0550ee69b4890b9ffe971cde32920_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957195918/Put/seqid=0 2024-11-18T19:13:17,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741985_1161 (size=12304) 2024-11-18T19:13:17,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-18T19:13:17,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:17,935 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c3c0550ee69b4890b9ffe971cde32920_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c3c0550ee69b4890b9ffe971cde32920_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/7358560ef43141d78c8f75aed85a9c27, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:17,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/7358560ef43141d78c8f75aed85a9c27 is 175, key is test_row_0/A:col10/1731957195918/Put/seqid=0 2024-11-18T19:13:17,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741986_1162 (size=31105) 2024-11-18T19:13:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-18T19:13:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:18,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:18,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957258100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957258101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957258101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,105 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,107 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957258215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957258215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957258215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,340 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/7358560ef43141d78c8f75aed85a9c27 2024-11-18T19:13:18,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/55505282241b4cfcbd974824da509a81 is 50, key is test_row_0/B:col10/1731957195918/Put/seqid=0 2024-11-18T19:13:18,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741987_1163 (size=12151) 2024-11-18T19:13:18,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957258425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957258425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957258425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,426 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,427 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-18T19:13:18,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957258735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957258735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957258735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,736 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,737 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:18,752 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/55505282241b4cfcbd974824da509a81 2024-11-18T19:13:18,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/89e1be3ac3764beab952331ab0c116bf is 50, key is test_row_0/C:col10/1731957195918/Put/seqid=0 2024-11-18T19:13:18,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741988_1164 (size=12151) 2024-11-18T19:13:18,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:18,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957258945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:18,945 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8237 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:18,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,164 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/89e1be3ac3764beab952331ab0c116bf 2024-11-18T19:13:19,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/7358560ef43141d78c8f75aed85a9c27 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/7358560ef43141d78c8f75aed85a9c27 2024-11-18T19:13:19,173 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/7358560ef43141d78c8f75aed85a9c27, entries=150, sequenceid=195, filesize=30.4 K 2024-11-18T19:13:19,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/55505282241b4cfcbd974824da509a81 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/55505282241b4cfcbd974824da509a81 2024-11-18T19:13:19,179 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/55505282241b4cfcbd974824da509a81, entries=150, sequenceid=195, filesize=11.9 K 2024-11-18T19:13:19,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/89e1be3ac3764beab952331ab0c116bf as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/89e1be3ac3764beab952331ab0c116bf 2024-11-18T19:13:19,184 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/89e1be3ac3764beab952331ab0c116bf, entries=150, sequenceid=195, filesize=11.9 K 2024-11-18T19:13:19,184 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 3dd3e024669b648bb55e7d26c2670a79 in 1674ms, sequenceid=195, compaction requested=true 2024-11-18T19:13:19,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:19,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:19,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-18T19:13:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-18T19:13:19,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-18T19:13:19,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8280 sec 2024-11-18T19:13:19,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.8330 sec 2024-11-18T19:13:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:19,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-18T19:13:19,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957198092, max timestamp=1731957199247Num uniques 859; 2024-11-18T19:13:19,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957198092, max timestamp=1731957199247Num uniques 859; 2024-11-18T19:13:19,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:13:19,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:13:19,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731957198092, max timestamp=1731957199247Num uniques 859; 2024-11-18T19:13:19,250 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:13:19,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:19,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:19,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:19,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:19,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:19,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:19,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118fdc37462e2c24883884f91f033848be7_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957198092/Put/seqid=0 2024-11-18T19:13:19,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741989_1165 (size=14794) 2024-11-18T19:13:19,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731957199261, max timestamp=1731957199288Num uniques 859; 2024-11-18T19:13:19,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731957199261, max timestamp=1731957199288Num uniques 859; 2024-11-18T19:13:19,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=409, cellSize=18725, totalHeapSize=42776, min timestamp=1731957199261, max timestamp=1731957199288Num uniques 859; 2024-11-18T19:13:19,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-18T19:13:19,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-18T19:13:19,291 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=18725, suffix heap size=117064,new segment heap size=42776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=409 2024-11-18T19:13:19,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957259320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,325 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957259324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,329 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957259325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,331 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957259435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957259435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,439 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957259435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-18T19:13:19,505 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:19,505 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:19,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-18T19:13:19,507 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:19,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-18T19:13:19,508 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:19,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-18T19:13:19,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957259645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,649 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957259645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,649 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957259645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,660 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-18T19:13:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:19,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:19,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:19,665 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:19,669 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118fdc37462e2c24883884f91f033848be7_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118fdc37462e2c24883884f91f033848be7_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:19,670 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/d425e716abfb4c30adec5eb7991e786b, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:19,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/d425e716abfb4c30adec5eb7991e786b is 175, key is test_row_0/A:col10/1731957198092/Put/seqid=0 2024-11-18T19:13:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741990_1166 (size=39749) 2024-11-18T19:13:19,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-18T19:13:19,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:19,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:19,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:19,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:19,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:19,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-18T19:13:19,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957259955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957259955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:19,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957259955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:19,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:19,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-18T19:13:19,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:19,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:19,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:19,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:19,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:19,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:20,079 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/d425e716abfb4c30adec5eb7991e786b 2024-11-18T19:13:20,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/b5f001d3485347318cfa8160f405f1da is 50, key is test_row_0/B:col10/1731957198092/Put/seqid=0 2024-11-18T19:13:20,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741991_1167 (size=12151) 2024-11-18T19:13:20,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/b5f001d3485347318cfa8160f405f1da 2024-11-18T19:13:20,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/4c45b1f207d5461588210832507a3f8b is 50, key is test_row_0/C:col10/1731957198092/Put/seqid=0 2024-11-18T19:13:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741992_1168 (size=12151) 2024-11-18T19:13:20,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-18T19:13:20,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:20,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:20,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:20,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:20,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:20,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:20,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-18T19:13:20,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-18T19:13:20,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:20,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:20,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:20,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:20,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:20,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:20,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-18T19:13:20,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:20,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:20,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:20,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:20,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:20,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957260464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:20,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:20,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:20,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957260464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:20,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:20,465 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:20,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:20,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:20,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:20,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:20,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957260464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:20,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:20,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:20,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:20,508 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/4c45b1f207d5461588210832507a3f8b 2024-11-18T19:13:20,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/d425e716abfb4c30adec5eb7991e786b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/d425e716abfb4c30adec5eb7991e786b 2024-11-18T19:13:20,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/d425e716abfb4c30adec5eb7991e786b, entries=200, sequenceid=217, filesize=38.8 K 2024-11-18T19:13:20,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/b5f001d3485347318cfa8160f405f1da as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b5f001d3485347318cfa8160f405f1da 2024-11-18T19:13:20,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b5f001d3485347318cfa8160f405f1da, entries=150, sequenceid=217, filesize=11.9 K 2024-11-18T19:13:20,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/4c45b1f207d5461588210832507a3f8b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4c45b1f207d5461588210832507a3f8b 2024-11-18T19:13:20,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4c45b1f207d5461588210832507a3f8b, entries=150, sequenceid=217, filesize=11.9 K 2024-11-18T19:13:20,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~101.34 KB/103776, currentSize=161.02 KB/164880 for 3dd3e024669b648bb55e7d26c2670a79 in 1285ms, sequenceid=217, compaction requested=true 2024-11-18T19:13:20,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:20,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:20,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:20,535 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:20,536 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:20,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:20,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:20,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:20,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:20,537 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:20,537 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/B is initiating minor compaction (all files) 2024-11-18T19:13:20,537 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/B in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:20,537 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/1ab3ee4fbe834d2b9cd29c111a034357, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/baf830b666d741ab8477042c0faf98e0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/55505282241b4cfcbd974824da509a81, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b5f001d3485347318cfa8160f405f1da] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=47.7 K 2024-11-18T19:13:20,538 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133338 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:20,538 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/A is initiating minor compaction (all files) 2024-11-18T19:13:20,538 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/A in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:20,538 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/b2dd09a708374a5e9f4f4fc3571ca6eb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ab064c9d0b9b40e494e082e5531abcaa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/7358560ef43141d78c8f75aed85a9c27, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/d425e716abfb4c30adec5eb7991e786b] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=130.2 K 2024-11-18T19:13:20,538 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ab3ee4fbe834d2b9cd29c111a034357, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731957194904 2024-11-18T19:13:20,538 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:20,538 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/b2dd09a708374a5e9f4f4fc3571ca6eb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ab064c9d0b9b40e494e082e5531abcaa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/7358560ef43141d78c8f75aed85a9c27, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/d425e716abfb4c30adec5eb7991e786b] 2024-11-18T19:13:20,539 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting baf830b666d741ab8477042c0faf98e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731957195255 2024-11-18T19:13:20,539 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2dd09a708374a5e9f4f4fc3571ca6eb, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731957194904 2024-11-18T19:13:20,539 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 55505282241b4cfcbd974824da509a81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731957195916 2024-11-18T19:13:20,539 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab064c9d0b9b40e494e082e5531abcaa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731957195255 2024-11-18T19:13:20,540 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7358560ef43141d78c8f75aed85a9c27, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731957195916 2024-11-18T19:13:20,540 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting b5f001d3485347318cfa8160f405f1da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731957198092 2024-11-18T19:13:20,540 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting d425e716abfb4c30adec5eb7991e786b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731957198092 2024-11-18T19:13:20,550 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:20,566 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118da5f976fcad14622b6101289db32e93b_3dd3e024669b648bb55e7d26c2670a79 store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:20,566 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#B#compaction#142 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:20,567 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/38788a0a6ada42b79bd0204308e189cd is 50, key is test_row_0/B:col10/1731957198092/Put/seqid=0 2024-11-18T19:13:20,569 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118da5f976fcad14622b6101289db32e93b_3dd3e024669b648bb55e7d26c2670a79, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:20,570 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118da5f976fcad14622b6101289db32e93b_3dd3e024669b648bb55e7d26c2670a79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:20,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741993_1169 (size=12561) 2024-11-18T19:13:20,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-18T19:13:20,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:20,582 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=161.02 KB heapSize=441.23 KB 2024-11-18T19:13:20,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:20,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:20,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:20,586 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/38788a0a6ada42b79bd0204308e189cd as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/38788a0a6ada42b79bd0204308e189cd 2024-11-18T19:13:20,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741994_1170 (size=4469) 2024-11-18T19:13:20,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180163c89c3fac4cb496850be05fb71498_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957199322/Put/seqid=0 2024-11-18T19:13:20,595 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/B of 3dd3e024669b648bb55e7d26c2670a79 into 38788a0a6ada42b79bd0204308e189cd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:20,595 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:20,595 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/B, priority=12, startTime=1731957200535; duration=0sec 2024-11-18T19:13:20,595 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:20,595 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:B 2024-11-18T19:13:20,595 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:20,597 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48878 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:20,597 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/C is initiating minor compaction (all files) 2024-11-18T19:13:20,597 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/C in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:20,599 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/031268c70af54a5991cbde7ed3b84c57, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/eef73a4bbb3844a6b82393ff64124f16, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/89e1be3ac3764beab952331ab0c116bf, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4c45b1f207d5461588210832507a3f8b] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=47.7 K 2024-11-18T19:13:20,602 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 031268c70af54a5991cbde7ed3b84c57, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1731957194904 2024-11-18T19:13:20,603 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting eef73a4bbb3844a6b82393ff64124f16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1731957195255 2024-11-18T19:13:20,603 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 89e1be3ac3764beab952331ab0c116bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731957195916 2024-11-18T19:13:20,603 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c45b1f207d5461588210832507a3f8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731957198092 2024-11-18T19:13:20,623 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#C#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:20,624 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/80ce7937b9e44dc4a3f6c0d53099944c is 50, key is test_row_0/C:col10/1731957198092/Put/seqid=0 2024-11-18T19:13:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741995_1171 (size=12304) 2024-11-18T19:13:20,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:20,635 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180163c89c3fac4cb496850be05fb71498_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180163c89c3fac4cb496850be05fb71498_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:20,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/5de68efb12ae4fad915879d1a4fc14fd, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:20,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/5de68efb12ae4fad915879d1a4fc14fd is 175, key is test_row_0/A:col10/1731957199322/Put/seqid=0 2024-11-18T19:13:20,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741996_1172 (size=12561) 2024-11-18T19:13:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-18T19:13:20,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741997_1173 (size=31105) 2024-11-18T19:13:20,987 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#A#compaction#141 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:20,988 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/a21f9ebd94724aed9d1969ef67cab7af is 175, key is test_row_0/A:col10/1731957198092/Put/seqid=0 2024-11-18T19:13:20,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741998_1174 (size=31515) 2024-11-18T19:13:21,048 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/80ce7937b9e44dc4a3f6c0d53099944c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/80ce7937b9e44dc4a3f6c0d53099944c 2024-11-18T19:13:21,054 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/C of 3dd3e024669b648bb55e7d26c2670a79 into 80ce7937b9e44dc4a3f6c0d53099944c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:21,054 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:21,054 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/C, priority=12, startTime=1731957200536; duration=0sec 2024-11-18T19:13:21,054 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:21,054 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:C 2024-11-18T19:13:21,057 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/5de68efb12ae4fad915879d1a4fc14fd 2024-11-18T19:13:21,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:21,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:21,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/2575d898152b43d7a122508fc1357a2c is 50, key is test_row_0/B:col10/1731957199322/Put/seqid=0 2024-11-18T19:13:21,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741999_1175 (size=12151) 2024-11-18T19:13:21,084 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/2575d898152b43d7a122508fc1357a2c 2024-11-18T19:13:21,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957261084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:21,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:21,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/c5905bb148a740f7ad8ab86717566975 is 50, key is test_row_0/C:col10/1731957199322/Put/seqid=0 2024-11-18T19:13:21,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742000_1176 (size=12151) 2024-11-18T19:13:21,106 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/c5905bb148a740f7ad8ab86717566975 2024-11-18T19:13:21,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/5de68efb12ae4fad915879d1a4fc14fd as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5de68efb12ae4fad915879d1a4fc14fd 2024-11-18T19:13:21,117 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5de68efb12ae4fad915879d1a4fc14fd, entries=150, sequenceid=253, filesize=30.4 K 2024-11-18T19:13:21,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/2575d898152b43d7a122508fc1357a2c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/2575d898152b43d7a122508fc1357a2c 2024-11-18T19:13:21,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,124 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/2575d898152b43d7a122508fc1357a2c, entries=150, sequenceid=253, filesize=11.9 K 2024-11-18T19:13:21,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/c5905bb148a740f7ad8ab86717566975 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/c5905bb148a740f7ad8ab86717566975 2024-11-18T19:13:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,130 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/c5905bb148a740f7ad8ab86717566975, entries=150, sequenceid=253, filesize=11.9 K 2024-11-18T19:13:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,131 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~441.19 KB/451776, currentSize=26.84 KB/27480 for 3dd3e024669b648bb55e7d26c2670a79 in 549ms, sequenceid=253, compaction requested=false 2024-11-18T19:13:21,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:21,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-18T19:13:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-18T19:13:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-18T19:13:21,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6250 sec 2024-11-18T19:13:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.6300 sec 2024-11-18T19:13:21,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:21,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:13:21,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:21,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,225 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181ef6dc705dda48eab5820a176406284b_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957201213/Put/seqid=0 2024-11-18T19:13:21,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742001_1177 (size=17534) 2024-11-18T19:13:21,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731957201267, max timestamp=1731957201298Num uniques 859; 2024-11-18T19:13:21,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731957201267, max timestamp=1731957201298Num uniques 859; 2024-11-18T19:13:21,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-18T19:13:21,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731957201267, max timestamp=1731957201298Num uniques 859; 2024-11-18T19:13:21,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-18T19:13:21,301 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-18T19:13:21,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:21,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957261368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:21,396 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/a21f9ebd94724aed9d1969ef67cab7af as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/a21f9ebd94724aed9d1969ef67cab7af 2024-11-18T19:13:21,401 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/A of 3dd3e024669b648bb55e7d26c2670a79 into a21f9ebd94724aed9d1969ef67cab7af(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:21,401 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:21,401 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/A, priority=12, startTime=1731957200535; duration=0sec 2024-11-18T19:13:21,401 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:21,401 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:A 2024-11-18T19:13:21,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957261475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:21,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957261475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:21,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:21,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957261475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:21,478 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_2' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:21,478 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:21,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957261485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:21,490 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:21,641 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:21,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181ef6dc705dda48eab5820a176406284b_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181ef6dc705dda48eab5820a176406284b_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-18T19:13:21,655 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:21,655 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:21,656 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/065ac99bf58b4a81a9144b9c447d8b0b, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-18T19:13:21,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/065ac99bf58b4a81a9144b9c447d8b0b is 175, key is test_row_0/A:col10/1731957201213/Put/seqid=0 2024-11-18T19:13:21,658 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:21,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-18T19:13:21,659 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:21,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:21,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742002_1178 (size=48639) 2024-11-18T19:13:21,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:21,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957261685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:21,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-18T19:13:21,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-18T19:13:21,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:21,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:21,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:21,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:21,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:21,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:21,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-18T19:13:21,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:21,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:21,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:21,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:21,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-18T19:13:21,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:21,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957261995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:21,998 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:22,070 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/065ac99bf58b4a81a9144b9c447d8b0b 2024-11-18T19:13:22,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/b7f78b335085421e9ac453ab2803b032 is 50, key is test_row_0/B:col10/1731957201213/Put/seqid=0 2024-11-18T19:13:22,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742003_1179 (size=12301) 2024-11-18T19:13:22,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-18T19:13:22,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:22,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-18T19:13:22,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:22,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-18T19:13:22,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-18T19:13:22,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:22,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/b7f78b335085421e9ac453ab2803b032 2024-11-18T19:13:22,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/2537986547034397a17121d73e60dd2f is 50, key is test_row_0/C:col10/1731957201213/Put/seqid=0 2024-11-18T19:13:22,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742004_1180 (size=12301) 2024-11-18T19:13:22,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:22,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957262505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:22,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:22,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-18T19:13:22,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:22,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-18T19:13:22,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:22,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-18T19:13:22,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-18T19:13:22,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:22,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:22,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/2537986547034397a17121d73e60dd2f 2024-11-18T19:13:22,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/065ac99bf58b4a81a9144b9c447d8b0b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/065ac99bf58b4a81a9144b9c447d8b0b 2024-11-18T19:13:22,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/065ac99bf58b4a81a9144b9c447d8b0b, entries=250, sequenceid=265, filesize=47.5 K 2024-11-18T19:13:22,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/b7f78b335085421e9ac453ab2803b032 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b7f78b335085421e9ac453ab2803b032 2024-11-18T19:13:22,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b7f78b335085421e9ac453ab2803b032, entries=150, sequenceid=265, filesize=12.0 K 2024-11-18T19:13:22,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/2537986547034397a17121d73e60dd2f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/2537986547034397a17121d73e60dd2f 2024-11-18T19:13:22,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/2537986547034397a17121d73e60dd2f, entries=150, sequenceid=265, filesize=12.0 K 2024-11-18T19:13:22,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 3dd3e024669b648bb55e7d26c2670a79 in 1697ms, sequenceid=265, compaction requested=true 2024-11-18T19:13:22,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:22,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:22,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:22,914 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:22,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:22,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:22,914 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:22,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:22,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:22,916 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:22,916 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/A is initiating minor compaction (all files) 2024-11-18T19:13:22,916 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/A in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,916 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/a21f9ebd94724aed9d1969ef67cab7af, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5de68efb12ae4fad915879d1a4fc14fd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/065ac99bf58b4a81a9144b9c447d8b0b] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=108.7 K 2024-11-18T19:13:22,916 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,916 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/a21f9ebd94724aed9d1969ef67cab7af, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5de68efb12ae4fad915879d1a4fc14fd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/065ac99bf58b4a81a9144b9c447d8b0b] 2024-11-18T19:13:22,917 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:22,917 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/B is initiating minor compaction (all files) 2024-11-18T19:13:22,917 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/B in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:22,917 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/38788a0a6ada42b79bd0204308e189cd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/2575d898152b43d7a122508fc1357a2c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b7f78b335085421e9ac453ab2803b032] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=36.1 K 2024-11-18T19:13:22,917 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 38788a0a6ada42b79bd0204308e189cd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731957198092 2024-11-18T19:13:22,917 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting a21f9ebd94724aed9d1969ef67cab7af, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731957198092 2024-11-18T19:13:22,918 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 2575d898152b43d7a122508fc1357a2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731957199312 2024-11-18T19:13:22,918 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5de68efb12ae4fad915879d1a4fc14fd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731957199312 2024-11-18T19:13:22,918 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting b7f78b335085421e9ac453ab2803b032, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731957201080 2024-11-18T19:13:22,918 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 065ac99bf58b4a81a9144b9c447d8b0b, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731957201069 2024-11-18T19:13:22,927 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:22,929 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#B#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:22,929 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411180af311d9f77041f9b816293a6bff9bc0_3dd3e024669b648bb55e7d26c2670a79 store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:22,929 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/ed6506a5d5734b0bae0b204639a26c6e is 50, key is test_row_0/B:col10/1731957201213/Put/seqid=0 2024-11-18T19:13:22,931 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411180af311d9f77041f9b816293a6bff9bc0_3dd3e024669b648bb55e7d26c2670a79, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:22,931 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180af311d9f77041f9b816293a6bff9bc0_3dd3e024669b648bb55e7d26c2670a79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:22,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742005_1181 (size=12813) 2024-11-18T19:13:22,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742006_1182 (size=4469) 2024-11-18T19:13:22,947 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#A#compaction#150 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:22,947 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/27cafdedfa644f0c817bf0b02d4fe218 is 175, key is test_row_0/A:col10/1731957201213/Put/seqid=0 2024-11-18T19:13:22,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742007_1183 (size=31767) 2024-11-18T19:13:23,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-18T19:13:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:23,035 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-18T19:13:23,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:23,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:23,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:23,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:23,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:23,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:23,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ddd92132047e486da4e755afec015c74_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957201342/Put/seqid=0 2024-11-18T19:13:23,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742008_1184 (size=12454) 2024-11-18T19:13:23,346 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/ed6506a5d5734b0bae0b204639a26c6e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/ed6506a5d5734b0bae0b204639a26c6e 2024-11-18T19:13:23,351 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/B of 3dd3e024669b648bb55e7d26c2670a79 into ed6506a5d5734b0bae0b204639a26c6e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:23,351 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:23,351 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/B, priority=13, startTime=1731957202914; duration=0sec 2024-11-18T19:13:23,351 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:23,351 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:B 2024-11-18T19:13:23,351 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:23,352 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37013 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:23,352 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/C is initiating minor compaction (all files) 2024-11-18T19:13:23,352 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/C in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:23,352 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/80ce7937b9e44dc4a3f6c0d53099944c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/c5905bb148a740f7ad8ab86717566975, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/2537986547034397a17121d73e60dd2f] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=36.1 K 2024-11-18T19:13:23,353 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 80ce7937b9e44dc4a3f6c0d53099944c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1731957198092 2024-11-18T19:13:23,353 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c5905bb148a740f7ad8ab86717566975, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1731957199312 2024-11-18T19:13:23,353 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 2537986547034397a17121d73e60dd2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731957201080 2024-11-18T19:13:23,361 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#C#compaction#153 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:23,362 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/ebedae3f754b4feaa2fcbf9996825b7f is 50, key is test_row_0/C:col10/1731957201213/Put/seqid=0 2024-11-18T19:13:23,364 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/27cafdedfa644f0c817bf0b02d4fe218 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/27cafdedfa644f0c817bf0b02d4fe218 2024-11-18T19:13:23,369 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/A of 3dd3e024669b648bb55e7d26c2670a79 into 27cafdedfa644f0c817bf0b02d4fe218(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:23,370 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:23,370 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/A, priority=13, startTime=1731957202914; duration=0sec 2024-11-18T19:13:23,370 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:23,370 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:A 2024-11-18T19:13:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742009_1185 (size=12813) 2024-11-18T19:13:23,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:23,461 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ddd92132047e486da4e755afec015c74_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ddd92132047e486da4e755afec015c74_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:23,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/5cec4c872d9d477db9a5b6dc9b04f91f, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:23,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/5cec4c872d9d477db9a5b6dc9b04f91f is 175, key is test_row_0/A:col10/1731957201342/Put/seqid=0 2024-11-18T19:13:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742010_1186 (size=31255) 2024-11-18T19:13:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:23,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:23,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957263521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957263523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,526 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,526 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957263525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957263525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957263635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957263635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,638 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957263635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,639 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957263635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,776 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/ebedae3f754b4feaa2fcbf9996825b7f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/ebedae3f754b4feaa2fcbf9996825b7f 2024-11-18T19:13:23,781 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/C of 3dd3e024669b648bb55e7d26c2670a79 into ebedae3f754b4feaa2fcbf9996825b7f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:23,781 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:23,781 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/C, priority=13, startTime=1731957202914; duration=0sec 2024-11-18T19:13:23,781 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:23,782 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:C 2024-11-18T19:13:23,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-18T19:13:23,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957263844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957263844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957263844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:23,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957263845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:23,848 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:23,878 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=301, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/5cec4c872d9d477db9a5b6dc9b04f91f 2024-11-18T19:13:23,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/80a6b7c9d0e348a696c7d21187cc550b is 50, key is test_row_0/B:col10/1731957201342/Put/seqid=0 2024-11-18T19:13:23,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742011_1187 (size=12301) 2024-11-18T19:13:24,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:24,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957264155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957264155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957264155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:24,156 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957264155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:24,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,157 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:24,292 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/80a6b7c9d0e348a696c7d21187cc550b 2024-11-18T19:13:24,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/a6e6f4899efe4c45aee1ad46f47fbed0 is 50, key is test_row_0/C:col10/1731957201342/Put/seqid=0 2024-11-18T19:13:24,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742012_1188 (size=12301) 2024-11-18T19:13:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957264665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957264665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957264665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:24,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957264665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:24,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:24,705 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/a6e6f4899efe4c45aee1ad46f47fbed0 2024-11-18T19:13:24,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/5cec4c872d9d477db9a5b6dc9b04f91f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5cec4c872d9d477db9a5b6dc9b04f91f 2024-11-18T19:13:24,713 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5cec4c872d9d477db9a5b6dc9b04f91f, entries=150, sequenceid=301, filesize=30.5 K 2024-11-18T19:13:24,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/80a6b7c9d0e348a696c7d21187cc550b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/80a6b7c9d0e348a696c7d21187cc550b 2024-11-18T19:13:24,719 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/80a6b7c9d0e348a696c7d21187cc550b, entries=150, sequenceid=301, filesize=12.0 K 2024-11-18T19:13:24,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/a6e6f4899efe4c45aee1ad46f47fbed0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/a6e6f4899efe4c45aee1ad46f47fbed0 2024-11-18T19:13:24,724 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/a6e6f4899efe4c45aee1ad46f47fbed0, entries=150, sequenceid=301, filesize=12.0 K 2024-11-18T19:13:24,724 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=46.96 KB/48090 for 3dd3e024669b648bb55e7d26c2670a79 in 1689ms, sequenceid=301, compaction requested=false 2024-11-18T19:13:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:24,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-18T19:13:24,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-18T19:13:24,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-18T19:13:24,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0670 sec 2024-11-18T19:13:24,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 3.0730 sec 2024-11-18T19:13:25,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:25,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-18T19:13:25,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:25,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:25,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:25,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:25,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:25,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:25,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181485b351ddd7452287c8e720de970eea_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957203524/Put/seqid=0 2024-11-18T19:13:25,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742013_1189 (size=14994) 2024-11-18T19:13:25,699 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:25,703 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181485b351ddd7452287c8e720de970eea_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181485b351ddd7452287c8e720de970eea_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:25,704 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/bf01753679134e13992f972f276ef123, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:25,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/bf01753679134e13992f972f276ef123 is 175, key is test_row_0/A:col10/1731957203524/Put/seqid=0 2024-11-18T19:13:25,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957205693, max timestamp=1731957205706Num uniques 859; 2024-11-18T19:13:25,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957205693, max timestamp=1731957205706Num uniques 859; 2024-11-18T19:13:25,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:13:25,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:13:25,709 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957205693, max timestamp=1731957205706Num uniques 859; 2024-11-18T19:13:25,710 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:13:25,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742014_1190 (size=39949) 2024-11-18T19:13:25,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957265760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:25,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957265761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:25,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957265762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,767 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:25,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:25,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957265766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:25,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-18T19:13:25,824 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:25,825 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:25,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-18T19:13:25,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:13:25,826 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:25,827 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:25,827 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:25,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957265875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:25,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:25,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957265875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:25,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:25,876 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:25,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957265875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:25,876 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:25,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957265885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:25,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:25,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:25,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:13:25,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-18T19:13:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:25,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:25,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957266085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957266085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957266085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957266094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,111 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/bf01753679134e13992f972f276ef123 2024-11-18T19:13:26,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/5a3576e04d9a4670b569abbf9709ae98 is 50, key is test_row_0/B:col10/1731957203524/Put/seqid=0 2024-11-18T19:13:26,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742015_1191 (size=12301) 2024-11-18T19:13:26,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-18T19:13:26,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:26,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:13:26,180 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:13:26,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-18T19:13:26,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:26,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957266395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957266395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957266395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957266404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-18T19:13:26,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:26,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:13:26,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/5a3576e04d9a4670b569abbf9709ae98 2024-11-18T19:13:26,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/06b018db2f224cafbf1bc0d2e25f78eb is 50, key is test_row_0/C:col10/1731957203524/Put/seqid=0 2024-11-18T19:13:26,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742016_1192 (size=12301) 2024-11-18T19:13:26,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-18T19:13:26,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-18T19:13:26,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:26,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-18T19:13:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957266904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,905 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957266904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957266904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957266915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:26,919 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:26,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/06b018db2f224cafbf1bc0d2e25f78eb 2024-11-18T19:13:26,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/bf01753679134e13992f972f276ef123 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bf01753679134e13992f972f276ef123 2024-11-18T19:13:26,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bf01753679134e13992f972f276ef123, entries=200, sequenceid=315, filesize=39.0 K 2024-11-18T19:13:26,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/5a3576e04d9a4670b569abbf9709ae98 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/5a3576e04d9a4670b569abbf9709ae98 2024-11-18T19:13:26,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/5a3576e04d9a4670b569abbf9709ae98, entries=150, sequenceid=315, filesize=12.0 K 2024-11-18T19:13:26,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/06b018db2f224cafbf1bc0d2e25f78eb as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/06b018db2f224cafbf1bc0d2e25f78eb 2024-11-18T19:13:26,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/06b018db2f224cafbf1bc0d2e25f78eb, entries=150, sequenceid=315, filesize=12.0 K 2024-11-18T19:13:26,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=129.71 KB/132820 for 3dd3e024669b648bb55e7d26c2670a79 in 1283ms, sequenceid=315, compaction requested=true 2024-11-18T19:13:26,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:26,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:26,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:26,959 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:26,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:26,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:26,959 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:26,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:26,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:26,960 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:26,960 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:26,960 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/B is initiating minor compaction (all files) 2024-11-18T19:13:26,960 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/A is initiating minor compaction (all files) 2024-11-18T19:13:26,960 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/B in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,960 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/A in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,960 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/ed6506a5d5734b0bae0b204639a26c6e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/80a6b7c9d0e348a696c7d21187cc550b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/5a3576e04d9a4670b569abbf9709ae98] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=36.5 K 2024-11-18T19:13:26,960 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/27cafdedfa644f0c817bf0b02d4fe218, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5cec4c872d9d477db9a5b6dc9b04f91f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bf01753679134e13992f972f276ef123] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=100.6 K 2024-11-18T19:13:26,960 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:26,960 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/27cafdedfa644f0c817bf0b02d4fe218, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5cec4c872d9d477db9a5b6dc9b04f91f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bf01753679134e13992f972f276ef123] 2024-11-18T19:13:26,961 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting ed6506a5d5734b0bae0b204639a26c6e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731957201080 2024-11-18T19:13:26,961 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27cafdedfa644f0c817bf0b02d4fe218, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731957201080 2024-11-18T19:13:26,961 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a6b7c9d0e348a696c7d21187cc550b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731957201342 2024-11-18T19:13:26,962 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cec4c872d9d477db9a5b6dc9b04f91f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731957201342 2024-11-18T19:13:26,962 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a3576e04d9a4670b569abbf9709ae98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731957203523 2024-11-18T19:13:26,962 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf01753679134e13992f972f276ef123, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731957203522 2024-11-18T19:13:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:13:26,968 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:26,970 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#B#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:26,970 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/d8b98da024334b819cbd457aa6ebb878 is 50, key is test_row_0/B:col10/1731957203524/Put/seqid=0 2024-11-18T19:13:26,976 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118841b9e3059c54a0f9867d764a3f46617_3dd3e024669b648bb55e7d26c2670a79 store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:26,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742017_1193 (size=12915) 2024-11-18T19:13:26,978 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118841b9e3059c54a0f9867d764a3f46617_3dd3e024669b648bb55e7d26c2670a79, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:26,978 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118841b9e3059c54a0f9867d764a3f46617_3dd3e024669b648bb55e7d26c2670a79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:26,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742018_1194 (size=4469) 2024-11-18T19:13:27,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-18T19:13:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:27,049 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=129.71 KB heapSize=370.14 KB 2024-11-18T19:13:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:27,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:27,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111892f574fc4cef43f686c269fb329a63aa_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957205765/Put/seqid=0 2024-11-18T19:13:27,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742019_1195 (size=12454) 2024-11-18T19:13:27,383 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/d8b98da024334b819cbd457aa6ebb878 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/d8b98da024334b819cbd457aa6ebb878 2024-11-18T19:13:27,385 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#A#compaction#160 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:27,385 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/14fd1f7838da4e6f82d1e6fe077da603 is 175, key is test_row_0/A:col10/1731957203524/Put/seqid=0 2024-11-18T19:13:27,388 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/B of 3dd3e024669b648bb55e7d26c2670a79 into d8b98da024334b819cbd457aa6ebb878(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:27,388 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:27,388 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/B, priority=13, startTime=1731957206959; duration=0sec 2024-11-18T19:13:27,388 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:27,388 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:B 2024-11-18T19:13:27,388 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:27,389 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:27,389 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/C is initiating minor compaction (all files) 2024-11-18T19:13:27,389 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/C in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:27,389 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/ebedae3f754b4feaa2fcbf9996825b7f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/a6e6f4899efe4c45aee1ad46f47fbed0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/06b018db2f224cafbf1bc0d2e25f78eb] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=36.5 K 2024-11-18T19:13:27,390 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting ebedae3f754b4feaa2fcbf9996825b7f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731957201080 2024-11-18T19:13:27,390 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting a6e6f4899efe4c45aee1ad46f47fbed0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1731957201342 2024-11-18T19:13:27,390 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 06b018db2f224cafbf1bc0d2e25f78eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731957203523 2024-11-18T19:13:27,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742020_1196 (size=31869) 2024-11-18T19:13:27,398 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#C#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:27,399 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/4c372a1dad804543b0c6f601172001f0 is 50, key is test_row_0/C:col10/1731957203524/Put/seqid=0 2024-11-18T19:13:27,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742021_1197 (size=12915) 2024-11-18T19:13:27,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:27,466 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111892f574fc4cef43f686c269fb329a63aa_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111892f574fc4cef43f686c269fb329a63aa_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:27,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/47888a3a4f0147b2bb991a95903f745b, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:27,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/47888a3a4f0147b2bb991a95903f745b is 175, key is test_row_0/A:col10/1731957205765/Put/seqid=0 2024-11-18T19:13:27,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742022_1198 (size=31255) 2024-11-18T19:13:27,828 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/4c372a1dad804543b0c6f601172001f0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4c372a1dad804543b0c6f601172001f0 2024-11-18T19:13:27,828 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/14fd1f7838da4e6f82d1e6fe077da603 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/14fd1f7838da4e6f82d1e6fe077da603 2024-11-18T19:13:27,832 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/C of 3dd3e024669b648bb55e7d26c2670a79 into 4c372a1dad804543b0c6f601172001f0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:27,832 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/A of 3dd3e024669b648bb55e7d26c2670a79 into 14fd1f7838da4e6f82d1e6fe077da603(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:27,833 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:27,833 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:27,833 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/A, priority=13, startTime=1731957206959; duration=0sec 2024-11-18T19:13:27,833 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/C, priority=13, startTime=1731957206959; duration=0sec 2024-11-18T19:13:27,833 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:27,833 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:A 2024-11-18T19:13:27,833 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:27,833 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:C 2024-11-18T19:13:27,871 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=351, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/47888a3a4f0147b2bb991a95903f745b 2024-11-18T19:13:27,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/0a5693cddade45a38ba2259a42c01d94 is 50, key is test_row_0/B:col10/1731957205765/Put/seqid=0 2024-11-18T19:13:27,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742023_1199 (size=12301) 2024-11-18T19:13:27,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:27,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. as already flushing 2024-11-18T19:13:27,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:27,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957267925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:27,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957267926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:27,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:27,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957267927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:27,933 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:27,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:27,934 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:27,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:27,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957267935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:27,937 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:27,938 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:27,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:13:28,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:28,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957268035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,036 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:28,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:28,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957268035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,038 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:28,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:28,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957268045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:28,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,047 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:28,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957268245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:28,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957268245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,246 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:28,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:28,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957268255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:28,282 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/0a5693cddade45a38ba2259a42c01d94 2024-11-18T19:13:28,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/9e8accb2a58f4a5086e9f634523bdfda is 50, key is test_row_0/C:col10/1731957205765/Put/seqid=0 2024-11-18T19:13:28,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742024_1200 (size=12301) 2024-11-18T19:13:28,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957268555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:28,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:28,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957268555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:28,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957268565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:28,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:28,694 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/9e8accb2a58f4a5086e9f634523bdfda 2024-11-18T19:13:28,699 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/47888a3a4f0147b2bb991a95903f745b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/47888a3a4f0147b2bb991a95903f745b 2024-11-18T19:13:28,703 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/47888a3a4f0147b2bb991a95903f745b, entries=150, sequenceid=351, filesize=30.5 K 2024-11-18T19:13:28,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/0a5693cddade45a38ba2259a42c01d94 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/0a5693cddade45a38ba2259a42c01d94 2024-11-18T19:13:28,709 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/0a5693cddade45a38ba2259a42c01d94, entries=150, sequenceid=351, filesize=12.0 K 2024-11-18T19:13:28,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/9e8accb2a58f4a5086e9f634523bdfda as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/9e8accb2a58f4a5086e9f634523bdfda 2024-11-18T19:13:28,715 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/9e8accb2a58f4a5086e9f634523bdfda, entries=150, sequenceid=351, filesize=12.0 K 2024-11-18T19:13:28,716 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~129.71 KB/132820, heapSize ~370.09 KB/378976, currentSize=53.67 KB/54960 for 3dd3e024669b648bb55e7d26c2670a79 in 1667ms, sequenceid=351, compaction requested=false 2024-11-18T19:13:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:28,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-18T19:13:28,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-18T19:13:28,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-18T19:13:28,719 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8900 sec 2024-11-18T19:13:28,720 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.8940 sec 2024-11-18T19:13:28,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:28,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-18T19:13:28,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:28,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:28,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:28,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:28,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:28,998 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:29,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a0bc6a4b0d1b43ac8aec7998c56259c0_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957208996/Put/seqid=0 2024-11-18T19:13:29,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742025_1201 (size=14994) 2024-11-18T19:13:29,012 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:29,016 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a0bc6a4b0d1b43ac8aec7998c56259c0_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a0bc6a4b0d1b43ac8aec7998c56259c0_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:29,017 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/05dffac41bbc4ed3a86a4802c0875ede, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:29,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/05dffac41bbc4ed3a86a4802c0875ede is 175, key is test_row_0/A:col10/1731957208996/Put/seqid=0 2024-11-18T19:13:29,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742026_1202 (size=39949) 2024-11-18T19:13:29,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:29,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957269063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957269064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:29,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:29,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:29,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957269064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:29,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,067 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:29,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:29,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957269075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:29,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:29,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957269174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,181 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:29,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957269385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:29,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:29,421 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=366, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/05dffac41bbc4ed3a86a4802c0875ede 2024-11-18T19:13:29,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/9a2687522c484c93bb918eaf96147698 is 50, key is test_row_0/B:col10/1731957208996/Put/seqid=0 2024-11-18T19:13:29,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742027_1203 (size=12301) 2024-11-18T19:13:29,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957269695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:29,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,699 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:29,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/9a2687522c484c93bb918eaf96147698 2024-11-18T19:13:29,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/3fe2897ad57140dabd63b4204a2347a3 is 50, key is test_row_0/C:col10/1731957208996/Put/seqid=0 2024-11-18T19:13:29,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742028_1204 (size=12301) 2024-11-18T19:13:29,907 INFO [Thread-629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-629. 2024-11-18T19:13:29,907 DEBUG [Thread-629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:29,907 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:29,907 DEBUG [Thread-629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:29,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:29,910 INFO [Thread-625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-625. 2024-11-18T19:13:29,910 DEBUG [Thread-625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:29,910 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:29,910 DEBUG [Thread-625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:29,910 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:29,912 INFO [Thread-627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-627. 2024-11-18T19:13:29,912 DEBUG [Thread-627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:29,912 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:29,912 DEBUG [Thread-627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:29,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:29,912 INFO [Thread-631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-631. 2024-11-18T19:13:29,913 DEBUG [Thread-631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:29,913 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:29,913 DEBUG [Thread-631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:29,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:29,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:29,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54202 deadline: 1731957269955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:29,956 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:29,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:29,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:29,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-18T19:13:29,985 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:30,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54218 deadline: 1731957270086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:30,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:30,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54192 deadline: 1731957270086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:30,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54188 deadline: 1731957270086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:30,088 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_2' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:30,089 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:30,088 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:30,088 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in 3dd3e024669b648bb55e7d26c2670a79 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:30,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:30,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:30,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:30,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54180 deadline: 1731957270205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:30,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:30,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:30,207 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:13:30,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/3fe2897ad57140dabd63b4204a2347a3 2024-11-18T19:13:30,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/05dffac41bbc4ed3a86a4802c0875ede as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/05dffac41bbc4ed3a86a4802c0875ede 2024-11-18T19:13:30,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/05dffac41bbc4ed3a86a4802c0875ede, entries=200, sequenceid=366, filesize=39.0 K 2024-11-18T19:13:30,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/9a2687522c484c93bb918eaf96147698 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9a2687522c484c93bb918eaf96147698 2024-11-18T19:13:30,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9a2687522c484c93bb918eaf96147698, entries=150, sequenceid=366, filesize=12.0 K 2024-11-18T19:13:30,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/3fe2897ad57140dabd63b4204a2347a3 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/3fe2897ad57140dabd63b4204a2347a3 2024-11-18T19:13:30,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/3fe2897ad57140dabd63b4204a2347a3, entries=150, sequenceid=366, filesize=12.0 K 2024-11-18T19:13:30,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 3dd3e024669b648bb55e7d26c2670a79 in 1271ms, sequenceid=366, compaction requested=true 2024-11-18T19:13:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:30,268 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3dd3e024669b648bb55e7d26c2670a79:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:30,268 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:30,269 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:30,269 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:30,269 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/B is initiating minor compaction (all files) 2024-11-18T19:13:30,269 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/A is initiating minor compaction (all files) 2024-11-18T19:13:30,269 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/B in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:30,269 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/A in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:30,270 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/14fd1f7838da4e6f82d1e6fe077da603, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/47888a3a4f0147b2bb991a95903f745b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/05dffac41bbc4ed3a86a4802c0875ede] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=100.7 K 2024-11-18T19:13:30,270 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/d8b98da024334b819cbd457aa6ebb878, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/0a5693cddade45a38ba2259a42c01d94, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9a2687522c484c93bb918eaf96147698] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=36.6 K 2024-11-18T19:13:30,270 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:30,270 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/14fd1f7838da4e6f82d1e6fe077da603, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/47888a3a4f0147b2bb991a95903f745b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/05dffac41bbc4ed3a86a4802c0875ede] 2024-11-18T19:13:30,270 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting d8b98da024334b819cbd457aa6ebb878, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731957203523 2024-11-18T19:13:30,270 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14fd1f7838da4e6f82d1e6fe077da603, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731957203523 2024-11-18T19:13:30,270 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a5693cddade45a38ba2259a42c01d94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731957205730 2024-11-18T19:13:30,270 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47888a3a4f0147b2bb991a95903f745b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731957205730 2024-11-18T19:13:30,271 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a2687522c484c93bb918eaf96147698, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731957207925 2024-11-18T19:13:30,271 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05dffac41bbc4ed3a86a4802c0875ede, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731957207924 2024-11-18T19:13:30,280 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:30,281 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#B#compaction#168 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:30,281 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/6b766512089f45b8aea2fe447a679f73 is 50, key is test_row_0/B:col10/1731957208996/Put/seqid=0 2024-11-18T19:13:30,282 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411188e021df399764ce0a0d77d0ab941af83_3dd3e024669b648bb55e7d26c2670a79 store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:30,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742029_1205 (size=13017) 2024-11-18T19:13:30,311 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411188e021df399764ce0a0d77d0ab941af83_3dd3e024669b648bb55e7d26c2670a79, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:30,312 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188e021df399764ce0a0d77d0ab941af83_3dd3e024669b648bb55e7d26c2670a79 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:30,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742030_1206 (size=4469) 2024-11-18T19:13:30,690 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/6b766512089f45b8aea2fe447a679f73 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/6b766512089f45b8aea2fe447a679f73 2024-11-18T19:13:30,698 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/B of 3dd3e024669b648bb55e7d26c2670a79 into 6b766512089f45b8aea2fe447a679f73(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:30,698 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:30,698 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/B, priority=13, startTime=1731957210268; duration=0sec 2024-11-18T19:13:30,698 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:30,698 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:B 2024-11-18T19:13:30,698 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:30,700 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:30,700 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 3dd3e024669b648bb55e7d26c2670a79/C is initiating minor compaction (all files) 2024-11-18T19:13:30,700 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3dd3e024669b648bb55e7d26c2670a79/C in TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:30,700 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4c372a1dad804543b0c6f601172001f0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/9e8accb2a58f4a5086e9f634523bdfda, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/3fe2897ad57140dabd63b4204a2347a3] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp, totalSize=36.6 K 2024-11-18T19:13:30,701 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c372a1dad804543b0c6f601172001f0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1731957203523 2024-11-18T19:13:30,701 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e8accb2a58f4a5086e9f634523bdfda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731957205730 2024-11-18T19:13:30,702 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fe2897ad57140dabd63b4204a2347a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731957207925 2024-11-18T19:13:30,713 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#C#compaction#170 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:30,713 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/af38f919b85f4c068498302a1ce2b547 is 50, key is test_row_0/C:col10/1731957208996/Put/seqid=0 2024-11-18T19:13:30,716 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3dd3e024669b648bb55e7d26c2670a79#A#compaction#169 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:30,717 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/9d873dad6ea74805b47bf2ab1eca08bd is 175, key is test_row_0/A:col10/1731957208996/Put/seqid=0 2024-11-18T19:13:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742031_1207 (size=13017) 2024-11-18T19:13:30,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742032_1208 (size=31971) 2024-11-18T19:13:30,726 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/9d873dad6ea74805b47bf2ab1eca08bd as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/9d873dad6ea74805b47bf2ab1eca08bd 2024-11-18T19:13:30,731 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/A of 3dd3e024669b648bb55e7d26c2670a79 into 9d873dad6ea74805b47bf2ab1eca08bd(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:30,731 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:30,731 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/A, priority=13, startTime=1731957210268; duration=0sec 2024-11-18T19:13:30,731 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:30,731 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:A 2024-11-18T19:13:31,129 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/af38f919b85f4c068498302a1ce2b547 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/af38f919b85f4c068498302a1ce2b547 2024-11-18T19:13:31,134 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3dd3e024669b648bb55e7d26c2670a79/C of 3dd3e024669b648bb55e7d26c2670a79 into af38f919b85f4c068498302a1ce2b547(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:31,134 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:31,134 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., storeName=3dd3e024669b648bb55e7d26c2670a79/C, priority=13, startTime=1731957210268; duration=0sec 2024-11-18T19:13:31,134 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:31,134 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3dd3e024669b648bb55e7d26c2670a79:C 2024-11-18T19:13:31,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:31,218 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-18T19:13:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:31,218 INFO [Thread-618 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-618. 2024-11-18T19:13:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:31,218 DEBUG [Thread-618 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:31,218 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:31,218 DEBUG [Thread-618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:31,218 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:31,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:31,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188f2346281fd14db785cb9400a7faf0fb_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957209055/Put/seqid=0 2024-11-18T19:13:31,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742033_1209 (size=12454) 2024-11-18T19:13:31,633 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:31,642 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188f2346281fd14db785cb9400a7faf0fb_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188f2346281fd14db785cb9400a7faf0fb_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:31,643 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/8d7dd00fb6964a668dab8809c9b5cc62, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:31,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/8d7dd00fb6964a668dab8809c9b5cc62 is 175, key is test_row_0/A:col10/1731957209055/Put/seqid=0 2024-11-18T19:13:31,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742034_1210 (size=31255) 2024-11-18T19:13:32,050 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/8d7dd00fb6964a668dab8809c9b5cc62 2024-11-18T19:13:32,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/2c893d2b8ff74620a3ec5a5e8c4f061b is 50, key is test_row_0/B:col10/1731957209055/Put/seqid=0 2024-11-18T19:13:32,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742035_1211 (size=12301) 2024-11-18T19:13:32,098 INFO [Thread-616 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-616. 2024-11-18T19:13:32,099 DEBUG [Thread-616 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:32,099 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:32,099 DEBUG [Thread-616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:32,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:32,099 INFO [Thread-614 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-614. 2024-11-18T19:13:32,099 DEBUG [Thread-614 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:32,099 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:32,099 DEBUG [Thread-614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:32,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:32,116 INFO [Thread-622 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-622. 2024-11-18T19:13:32,116 DEBUG [Thread-622 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:32,116 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:32,116 DEBUG [Thread-622 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:32,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:32,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/2c893d2b8ff74620a3ec5a5e8c4f061b 2024-11-18T19:13:32,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/4d9c9fa4bbc943339201d9109258a29f is 50, key is test_row_0/C:col10/1731957209055/Put/seqid=0 2024-11-18T19:13:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742036_1212 (size=12301) 2024-11-18T19:13:32,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/4d9c9fa4bbc943339201d9109258a29f 2024-11-18T19:13:32,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/8d7dd00fb6964a668dab8809c9b5cc62 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/8d7dd00fb6964a668dab8809c9b5cc62 2024-11-18T19:13:32,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/8d7dd00fb6964a668dab8809c9b5cc62, entries=150, sequenceid=390, filesize=30.5 K 2024-11-18T19:13:32,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/2c893d2b8ff74620a3ec5a5e8c4f061b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/2c893d2b8ff74620a3ec5a5e8c4f061b 2024-11-18T19:13:32,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/2c893d2b8ff74620a3ec5a5e8c4f061b, entries=150, sequenceid=390, filesize=12.0 K 2024-11-18T19:13:32,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/4d9c9fa4bbc943339201d9109258a29f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4d9c9fa4bbc943339201d9109258a29f 2024-11-18T19:13:32,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4d9c9fa4bbc943339201d9109258a29f, entries=150, sequenceid=390, filesize=12.0 K 2024-11-18T19:13:32,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=20.13 KB/20610 for 3dd3e024669b648bb55e7d26c2670a79 in 1700ms, sequenceid=390, compaction requested=false 2024-11-18T19:13:32,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3dd3e024669b648bb55e7d26c2670a79: 2024-11-18T19:13:33,979 INFO [Thread-620 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-620. 2024-11-18T19:13:33,979 DEBUG [Thread-620 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:33,980 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:33,980 DEBUG [Thread-620 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:33,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:33,980 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:13:33,980 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 129 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3385 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3216 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1383 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4149 rows 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1393 2024-11-18T19:13:33,981 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4176 rows 2024-11-18T19:13:33,981 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:13:33,981 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:13:33,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:33,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:33,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:33,983 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:13:33,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T19:13:33,989 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957213988"}]},"ts":"1731957213988"} 2024-11-18T19:13:33,990 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:13:33,990 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:13:33,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:13:33,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, UNASSIGN}] 2024-11-18T19:13:33,994 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, UNASSIGN 2024-11-18T19:13:33,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=3dd3e024669b648bb55e7d26c2670a79, regionState=CLOSING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:33,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=51, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, UNASSIGN because future has completed 2024-11-18T19:13:33,996 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:13:33,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:13:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T19:13:34,150 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(122): Close 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:34,150 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:13:34,150 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1722): Closing 3dd3e024669b648bb55e7d26c2670a79, disabling compactions & flushes 2024-11-18T19:13:34,150 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:34,151 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:34,151 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. after waiting 0 ms 2024-11-18T19:13:34,151 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:34,151 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(2902): Flushing 3dd3e024669b648bb55e7d26c2670a79 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-18T19:13:34,152 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=A 2024-11-18T19:13:34,152 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:34,152 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=B 2024-11-18T19:13:34,152 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:34,152 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 3dd3e024669b648bb55e7d26c2670a79, store=C 2024-11-18T19:13:34,152 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:34,163 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181403ebcd77064c4685b11a1daa207f56_3dd3e024669b648bb55e7d26c2670a79 is 50, key is test_row_0/A:col10/1731957212096/Put/seqid=0 2024-11-18T19:13:34,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742037_1213 (size=12454) 2024-11-18T19:13:34,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T19:13:34,569 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:34,579 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181403ebcd77064c4685b11a1daa207f56_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181403ebcd77064c4685b11a1daa207f56_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:34,581 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/2aa8727aa54e4bf18b66803837051644, store: [table=TestAcidGuarantees family=A region=3dd3e024669b648bb55e7d26c2670a79] 2024-11-18T19:13:34,581 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/2aa8727aa54e4bf18b66803837051644 is 175, key is test_row_0/A:col10/1731957212096/Put/seqid=0 2024-11-18T19:13:34,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742038_1214 (size=31255) 2024-11-18T19:13:34,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T19:13:34,988 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/2aa8727aa54e4bf18b66803837051644 2024-11-18T19:13:35,002 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/31cae2c024454cd69d8e6d22e4dedc53 is 50, key is test_row_0/B:col10/1731957212096/Put/seqid=0 2024-11-18T19:13:35,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742039_1215 (size=12301) 2024-11-18T19:13:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T19:13:35,408 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/31cae2c024454cd69d8e6d22e4dedc53 2024-11-18T19:13:35,422 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/2f1006756e1a4716b2a360e65044a71f is 50, key is test_row_0/C:col10/1731957212096/Put/seqid=0 2024-11-18T19:13:35,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742040_1216 (size=12301) 2024-11-18T19:13:35,828 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/2f1006756e1a4716b2a360e65044a71f 2024-11-18T19:13:35,839 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/A/2aa8727aa54e4bf18b66803837051644 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/2aa8727aa54e4bf18b66803837051644 2024-11-18T19:13:35,843 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/2aa8727aa54e4bf18b66803837051644, entries=150, sequenceid=397, filesize=30.5 K 2024-11-18T19:13:35,843 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/B/31cae2c024454cd69d8e6d22e4dedc53 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/31cae2c024454cd69d8e6d22e4dedc53 2024-11-18T19:13:35,847 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/31cae2c024454cd69d8e6d22e4dedc53, entries=150, sequenceid=397, filesize=12.0 K 2024-11-18T19:13:35,847 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/.tmp/C/2f1006756e1a4716b2a360e65044a71f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/2f1006756e1a4716b2a360e65044a71f 2024-11-18T19:13:35,851 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/2f1006756e1a4716b2a360e65044a71f, entries=150, sequenceid=397, filesize=12.0 K 2024-11-18T19:13:35,851 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3dd3e024669b648bb55e7d26c2670a79 in 1700ms, sequenceid=397, compaction requested=true 2024-11-18T19:13:35,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/430bc325f31b499c9091dfc8ffb7b9ba, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/8b8d084ff812497797d1d82af4fb3e78, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/38195c1658fc4edeaebcbdc29651c3e1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/04ff9316553a438bb3bd16e15eb962d9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/383be679de3541f19ceea97a65cf8d3b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ec53a6a43841488682823fea6a219def, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ad85abaaa83241f8b3ea192932ab9380, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bcd356f91f5f45d5b7a50e54bba0956b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/b2dd09a708374a5e9f4f4fc3571ca6eb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ab064c9d0b9b40e494e082e5531abcaa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/7358560ef43141d78c8f75aed85a9c27, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/d425e716abfb4c30adec5eb7991e786b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/a21f9ebd94724aed9d1969ef67cab7af, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5de68efb12ae4fad915879d1a4fc14fd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/065ac99bf58b4a81a9144b9c447d8b0b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/27cafdedfa644f0c817bf0b02d4fe218, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5cec4c872d9d477db9a5b6dc9b04f91f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bf01753679134e13992f972f276ef123, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/14fd1f7838da4e6f82d1e6fe077da603, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/47888a3a4f0147b2bb991a95903f745b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/05dffac41bbc4ed3a86a4802c0875ede] to archive 2024-11-18T19:13:35,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:13:35,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/430bc325f31b499c9091dfc8ffb7b9ba to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/430bc325f31b499c9091dfc8ffb7b9ba 2024-11-18T19:13:35,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/8b8d084ff812497797d1d82af4fb3e78 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/8b8d084ff812497797d1d82af4fb3e78 2024-11-18T19:13:35,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/38195c1658fc4edeaebcbdc29651c3e1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/38195c1658fc4edeaebcbdc29651c3e1 2024-11-18T19:13:35,857 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/04ff9316553a438bb3bd16e15eb962d9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/04ff9316553a438bb3bd16e15eb962d9 2024-11-18T19:13:35,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/383be679de3541f19ceea97a65cf8d3b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/383be679de3541f19ceea97a65cf8d3b 2024-11-18T19:13:35,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ec53a6a43841488682823fea6a219def to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ec53a6a43841488682823fea6a219def 2024-11-18T19:13:35,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ad85abaaa83241f8b3ea192932ab9380 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ad85abaaa83241f8b3ea192932ab9380 2024-11-18T19:13:35,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bcd356f91f5f45d5b7a50e54bba0956b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bcd356f91f5f45d5b7a50e54bba0956b 2024-11-18T19:13:35,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/b2dd09a708374a5e9f4f4fc3571ca6eb to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/b2dd09a708374a5e9f4f4fc3571ca6eb 2024-11-18T19:13:35,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ab064c9d0b9b40e494e082e5531abcaa to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/ab064c9d0b9b40e494e082e5531abcaa 2024-11-18T19:13:35,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/7358560ef43141d78c8f75aed85a9c27 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/7358560ef43141d78c8f75aed85a9c27 2024-11-18T19:13:35,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/d425e716abfb4c30adec5eb7991e786b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/d425e716abfb4c30adec5eb7991e786b 2024-11-18T19:13:35,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/a21f9ebd94724aed9d1969ef67cab7af to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/a21f9ebd94724aed9d1969ef67cab7af 2024-11-18T19:13:35,866 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5de68efb12ae4fad915879d1a4fc14fd to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5de68efb12ae4fad915879d1a4fc14fd 2024-11-18T19:13:35,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/065ac99bf58b4a81a9144b9c447d8b0b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/065ac99bf58b4a81a9144b9c447d8b0b 2024-11-18T19:13:35,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/27cafdedfa644f0c817bf0b02d4fe218 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/27cafdedfa644f0c817bf0b02d4fe218 2024-11-18T19:13:35,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5cec4c872d9d477db9a5b6dc9b04f91f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/5cec4c872d9d477db9a5b6dc9b04f91f 2024-11-18T19:13:35,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bf01753679134e13992f972f276ef123 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/bf01753679134e13992f972f276ef123 2024-11-18T19:13:35,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/14fd1f7838da4e6f82d1e6fe077da603 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/14fd1f7838da4e6f82d1e6fe077da603 2024-11-18T19:13:35,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/47888a3a4f0147b2bb991a95903f745b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/47888a3a4f0147b2bb991a95903f745b 2024-11-18T19:13:35,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/05dffac41bbc4ed3a86a4802c0875ede to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/05dffac41bbc4ed3a86a4802c0875ede 2024-11-18T19:13:35,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/8cc844d8714f478ebd930e879dbc5f43, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/95deabddf56d4bf9b7753abfb4e6c3c4, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9b7af3efb0964a3e9074971e6391c450, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/0e14f253132e4871b191d3e39128b14a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/f5a0187d9df04da29838009bb044d41f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/3f6ccd6c1c404e9aa02391a917f9189a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/84bf492d4ffc4db1a000329c6cd918fa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/1ab3ee4fbe834d2b9cd29c111a034357, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/962a848e44724cc3a06d3b3909e2227c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/baf830b666d741ab8477042c0faf98e0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/55505282241b4cfcbd974824da509a81, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/38788a0a6ada42b79bd0204308e189cd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b5f001d3485347318cfa8160f405f1da, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/2575d898152b43d7a122508fc1357a2c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/ed6506a5d5734b0bae0b204639a26c6e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b7f78b335085421e9ac453ab2803b032, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/80a6b7c9d0e348a696c7d21187cc550b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/d8b98da024334b819cbd457aa6ebb878, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/5a3576e04d9a4670b569abbf9709ae98, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/0a5693cddade45a38ba2259a42c01d94, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9a2687522c484c93bb918eaf96147698] to archive 2024-11-18T19:13:35,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:13:35,877 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/8cc844d8714f478ebd930e879dbc5f43 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/8cc844d8714f478ebd930e879dbc5f43 2024-11-18T19:13:35,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/95deabddf56d4bf9b7753abfb4e6c3c4 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/95deabddf56d4bf9b7753abfb4e6c3c4 2024-11-18T19:13:35,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9b7af3efb0964a3e9074971e6391c450 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9b7af3efb0964a3e9074971e6391c450 2024-11-18T19:13:35,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/0e14f253132e4871b191d3e39128b14a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/0e14f253132e4871b191d3e39128b14a 2024-11-18T19:13:35,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/f5a0187d9df04da29838009bb044d41f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/f5a0187d9df04da29838009bb044d41f 2024-11-18T19:13:35,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/3f6ccd6c1c404e9aa02391a917f9189a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/3f6ccd6c1c404e9aa02391a917f9189a 2024-11-18T19:13:35,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/84bf492d4ffc4db1a000329c6cd918fa to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/84bf492d4ffc4db1a000329c6cd918fa 2024-11-18T19:13:35,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/1ab3ee4fbe834d2b9cd29c111a034357 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/1ab3ee4fbe834d2b9cd29c111a034357 2024-11-18T19:13:35,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/962a848e44724cc3a06d3b3909e2227c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/962a848e44724cc3a06d3b3909e2227c 2024-11-18T19:13:35,885 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/baf830b666d741ab8477042c0faf98e0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/baf830b666d741ab8477042c0faf98e0 2024-11-18T19:13:35,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/55505282241b4cfcbd974824da509a81 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/55505282241b4cfcbd974824da509a81 2024-11-18T19:13:35,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/38788a0a6ada42b79bd0204308e189cd to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/38788a0a6ada42b79bd0204308e189cd 2024-11-18T19:13:35,888 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b5f001d3485347318cfa8160f405f1da to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b5f001d3485347318cfa8160f405f1da 2024-11-18T19:13:35,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/2575d898152b43d7a122508fc1357a2c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/2575d898152b43d7a122508fc1357a2c 2024-11-18T19:13:35,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/ed6506a5d5734b0bae0b204639a26c6e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/ed6506a5d5734b0bae0b204639a26c6e 2024-11-18T19:13:35,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b7f78b335085421e9ac453ab2803b032 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/b7f78b335085421e9ac453ab2803b032 2024-11-18T19:13:35,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/80a6b7c9d0e348a696c7d21187cc550b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/80a6b7c9d0e348a696c7d21187cc550b 2024-11-18T19:13:35,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/d8b98da024334b819cbd457aa6ebb878 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/d8b98da024334b819cbd457aa6ebb878 2024-11-18T19:13:35,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/5a3576e04d9a4670b569abbf9709ae98 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/5a3576e04d9a4670b569abbf9709ae98 2024-11-18T19:13:35,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/0a5693cddade45a38ba2259a42c01d94 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/0a5693cddade45a38ba2259a42c01d94 2024-11-18T19:13:35,895 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9a2687522c484c93bb918eaf96147698 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/9a2687522c484c93bb918eaf96147698 2024-11-18T19:13:35,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/844acac2b6764517a175eb3cc913bc7a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/40ad56422f8148e093b5695063502601, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1532d5c2725e4a5ebf6bd1680e4555cf, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/3b3d415f160b44acbbdca63eb960ad25, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4828371499b2445f8d4da508189e6108, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/8261cdf1f3954dcca1553a1be6b8b23e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1d9676bf7a3b4a1b937b5b455c160fb2, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/031268c70af54a5991cbde7ed3b84c57, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/aa755395d5df44eab1e4ec2bbee7f517, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/eef73a4bbb3844a6b82393ff64124f16, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/89e1be3ac3764beab952331ab0c116bf, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/80ce7937b9e44dc4a3f6c0d53099944c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4c45b1f207d5461588210832507a3f8b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/c5905bb148a740f7ad8ab86717566975, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/ebedae3f754b4feaa2fcbf9996825b7f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/2537986547034397a17121d73e60dd2f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/a6e6f4899efe4c45aee1ad46f47fbed0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4c372a1dad804543b0c6f601172001f0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/06b018db2f224cafbf1bc0d2e25f78eb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/9e8accb2a58f4a5086e9f634523bdfda, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/3fe2897ad57140dabd63b4204a2347a3] to archive 2024-11-18T19:13:35,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:13:35,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/844acac2b6764517a175eb3cc913bc7a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/844acac2b6764517a175eb3cc913bc7a 2024-11-18T19:13:35,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/40ad56422f8148e093b5695063502601 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/40ad56422f8148e093b5695063502601 2024-11-18T19:13:35,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1532d5c2725e4a5ebf6bd1680e4555cf to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1532d5c2725e4a5ebf6bd1680e4555cf 2024-11-18T19:13:35,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/3b3d415f160b44acbbdca63eb960ad25 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/3b3d415f160b44acbbdca63eb960ad25 2024-11-18T19:13:35,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4828371499b2445f8d4da508189e6108 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4828371499b2445f8d4da508189e6108 2024-11-18T19:13:35,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/8261cdf1f3954dcca1553a1be6b8b23e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/8261cdf1f3954dcca1553a1be6b8b23e 2024-11-18T19:13:35,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1d9676bf7a3b4a1b937b5b455c160fb2 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/1d9676bf7a3b4a1b937b5b455c160fb2 2024-11-18T19:13:35,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/031268c70af54a5991cbde7ed3b84c57 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/031268c70af54a5991cbde7ed3b84c57 2024-11-18T19:13:35,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/aa755395d5df44eab1e4ec2bbee7f517 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/aa755395d5df44eab1e4ec2bbee7f517 2024-11-18T19:13:35,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/eef73a4bbb3844a6b82393ff64124f16 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/eef73a4bbb3844a6b82393ff64124f16 2024-11-18T19:13:35,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/89e1be3ac3764beab952331ab0c116bf to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/89e1be3ac3764beab952331ab0c116bf 2024-11-18T19:13:35,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/80ce7937b9e44dc4a3f6c0d53099944c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/80ce7937b9e44dc4a3f6c0d53099944c 2024-11-18T19:13:35,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4c45b1f207d5461588210832507a3f8b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4c45b1f207d5461588210832507a3f8b 2024-11-18T19:13:35,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/c5905bb148a740f7ad8ab86717566975 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/c5905bb148a740f7ad8ab86717566975 2024-11-18T19:13:35,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/ebedae3f754b4feaa2fcbf9996825b7f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/ebedae3f754b4feaa2fcbf9996825b7f 2024-11-18T19:13:35,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/2537986547034397a17121d73e60dd2f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/2537986547034397a17121d73e60dd2f 2024-11-18T19:13:35,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/a6e6f4899efe4c45aee1ad46f47fbed0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/a6e6f4899efe4c45aee1ad46f47fbed0 2024-11-18T19:13:35,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4c372a1dad804543b0c6f601172001f0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4c372a1dad804543b0c6f601172001f0 2024-11-18T19:13:35,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/06b018db2f224cafbf1bc0d2e25f78eb to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/06b018db2f224cafbf1bc0d2e25f78eb 2024-11-18T19:13:35,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/9e8accb2a58f4a5086e9f634523bdfda to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/9e8accb2a58f4a5086e9f634523bdfda 2024-11-18T19:13:35,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/3fe2897ad57140dabd63b4204a2347a3 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/3fe2897ad57140dabd63b4204a2347a3 2024-11-18T19:13:35,920 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/recovered.edits/400.seqid, newMaxSeqId=400, maxSeqId=4 2024-11-18T19:13:35,921 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. 2024-11-18T19:13:35,921 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] regionserver.HRegion(1676): Region close journal for 3dd3e024669b648bb55e7d26c2670a79: Waiting for close lock at 1731957214150Running coprocessor pre-close hooks at 1731957214150Disabling compacts and flushes for region at 1731957214150Disabling writes for close at 1731957214151 (+1 ms)Obtaining lock to block concurrent updates at 1731957214151Preparing flush snapshotting stores in 3dd3e024669b648bb55e7d26c2670a79 at 1731957214151Finished memstore snapshotting TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731957214152 (+1 ms)Flushing stores of TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79. at 1731957214154 (+2 ms)Flushing 3dd3e024669b648bb55e7d26c2670a79/A: creating writer at 1731957214154Flushing mob file 3dd3e024669b648bb55e7d26c2670a79/A: appending metadata at 1731957214163 (+9 ms)Flushing mob file 3dd3e024669b648bb55e7d26c2670a79/A: closing flushed file at 1731957214163Flushing 3dd3e024669b648bb55e7d26c2670a79/A: appending metadata at 1731957214581 (+418 ms)Flushing 3dd3e024669b648bb55e7d26c2670a79/A: closing flushed file at 1731957214581Flushing 3dd3e024669b648bb55e7d26c2670a79/B: creating writer at 1731957214997 (+416 ms)Flushing 3dd3e024669b648bb55e7d26c2670a79/B: appending metadata at 1731957215001 (+4 ms)Flushing 3dd3e024669b648bb55e7d26c2670a79/B: closing flushed file at 1731957215001Flushing 3dd3e024669b648bb55e7d26c2670a79/C: creating writer at 1731957215419 (+418 ms)Flushing 3dd3e024669b648bb55e7d26c2670a79/C: appending metadata at 1731957215422 (+3 ms)Flushing 3dd3e024669b648bb55e7d26c2670a79/C: closing flushed file at 1731957215422Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c3a1a64: reopening flushed file at 1731957215838 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62f01b6d: reopening flushed file at 1731957215843 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@783a6a2d: reopening flushed file at 1731957215847 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 3dd3e024669b648bb55e7d26c2670a79 in 1700ms, sequenceid=397, compaction requested=true at 1731957215851 (+4 ms)Writing region close event to WAL at 1731957215918 (+67 ms)Running coprocessor post-close hooks at 1731957215921 (+3 ms)Closed at 1731957215921 2024-11-18T19:13:35,923 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=53}] handler.UnassignRegionHandler(157): Closed 3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:35,923 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=52 updating hbase:meta row=3dd3e024669b648bb55e7d26c2670a79, regionState=CLOSED 2024-11-18T19:13:35,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=52, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:13:35,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-18T19:13:35,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseRegionProcedure 3dd3e024669b648bb55e7d26c2670a79, server=39fff3b0f89c,38149,1731957147744 in 1.9290 sec 2024-11-18T19:13:35,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51 2024-11-18T19:13:35,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3dd3e024669b648bb55e7d26c2670a79, UNASSIGN in 1.9330 sec 2024-11-18T19:13:35,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-18T19:13:35,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9370 sec 2024-11-18T19:13:35,930 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957215930"}]},"ts":"1731957215930"} 2024-11-18T19:13:35,931 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:13:35,931 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:13:35,933 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9480 sec 2024-11-18T19:13:36,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-18T19:13:36,136 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:36,137 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:13:36,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:36,143 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=54, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:36,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T19:13:36,145 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=54, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:36,148 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,151 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/recovered.edits] 2024-11-18T19:13:36,154 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/2aa8727aa54e4bf18b66803837051644 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/2aa8727aa54e4bf18b66803837051644 2024-11-18T19:13:36,155 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/8d7dd00fb6964a668dab8809c9b5cc62 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/8d7dd00fb6964a668dab8809c9b5cc62 2024-11-18T19:13:36,156 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/9d873dad6ea74805b47bf2ab1eca08bd to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/A/9d873dad6ea74805b47bf2ab1eca08bd 2024-11-18T19:13:36,158 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/2c893d2b8ff74620a3ec5a5e8c4f061b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/2c893d2b8ff74620a3ec5a5e8c4f061b 2024-11-18T19:13:36,159 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/31cae2c024454cd69d8e6d22e4dedc53 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/31cae2c024454cd69d8e6d22e4dedc53 2024-11-18T19:13:36,160 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/6b766512089f45b8aea2fe447a679f73 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/B/6b766512089f45b8aea2fe447a679f73 2024-11-18T19:13:36,162 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/2f1006756e1a4716b2a360e65044a71f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/2f1006756e1a4716b2a360e65044a71f 2024-11-18T19:13:36,163 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4d9c9fa4bbc943339201d9109258a29f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/4d9c9fa4bbc943339201d9109258a29f 2024-11-18T19:13:36,164 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/af38f919b85f4c068498302a1ce2b547 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/C/af38f919b85f4c068498302a1ce2b547 2024-11-18T19:13:36,166 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/recovered.edits/400.seqid to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79/recovered.edits/400.seqid 2024-11-18T19:13:36,166 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,167 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:13:36,167 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:13:36,168 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-18T19:13:36,173 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118001769915a0b41149123c17758ddeca1_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118001769915a0b41149123c17758ddeca1_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,174 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180163c89c3fac4cb496850be05fb71498_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180163c89c3fac4cb496850be05fb71498_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,175 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181403ebcd77064c4685b11a1daa207f56_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181403ebcd77064c4685b11a1daa207f56_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,177 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118144b56b8551c4d3baa23895e456b81b6_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118144b56b8551c4d3baa23895e456b81b6_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,178 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181485b351ddd7452287c8e720de970eea_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181485b351ddd7452287c8e720de970eea_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,180 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181ef6dc705dda48eab5820a176406284b_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181ef6dc705dda48eab5820a176406284b_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,181 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111859d92827d3dd4265882634fa60c1e36e_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111859d92827d3dd4265882634fa60c1e36e_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,183 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185eac864a59554c00b34ad87562ac78ba_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185eac864a59554c00b34ad87562ac78ba_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,184 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188f2346281fd14db785cb9400a7faf0fb_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411188f2346281fd14db785cb9400a7faf0fb_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,186 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111892f574fc4cef43f686c269fb329a63aa_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111892f574fc4cef43f686c269fb329a63aa_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,188 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a0bc6a4b0d1b43ac8aec7998c56259c0_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a0bc6a4b0d1b43ac8aec7998c56259c0_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,190 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a539848052444a8c9237bcb438be9eb6_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a539848052444a8c9237bcb438be9eb6_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,191 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b2eca6f1d69e4496bb1f6b332e7f2be5_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118b2eca6f1d69e4496bb1f6b332e7f2be5_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,194 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c3c0550ee69b4890b9ffe971cde32920_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c3c0550ee69b4890b9ffe971cde32920_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,195 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ddd92132047e486da4e755afec015c74_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ddd92132047e486da4e755afec015c74_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,197 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e2e75f5193fa45c2aeb4b6819aa14ba8_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e2e75f5193fa45c2aeb4b6819aa14ba8_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,198 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ef6dc6655832466c825c2be4710e034a_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ef6dc6655832466c825c2be4710e034a_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,199 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118fdc37462e2c24883884f91f033848be7_3dd3e024669b648bb55e7d26c2670a79 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118fdc37462e2c24883884f91f033848be7_3dd3e024669b648bb55e7d26c2670a79 2024-11-18T19:13:36,199 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:13:36,202 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=54, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:36,204 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:13:36,206 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:13:36,207 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=54, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:36,207 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:13:36,208 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731957216207"}]},"ts":"9223372036854775807"} 2024-11-18T19:13:36,210 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:13:36,210 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3dd3e024669b648bb55e7d26c2670a79, NAME => 'TestAcidGuarantees,,1731957186705.3dd3e024669b648bb55e7d26c2670a79.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:13:36,210 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:13:36,210 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731957216210"}]},"ts":"9223372036854775807"} 2024-11-18T19:13:36,211 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:13:36,212 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=54, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:36,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 74 msec 2024-11-18T19:13:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-18T19:13:36,256 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:13:36,256 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:36,265 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 241) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1659772717_22 at /127.0.0.1:46352 [Waiting for operation #389] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/cluster_05ca63d3-e4e6-f88c-dd37-07c9d1af7609/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1659772717_22 at /127.0.0.1:46428 [Waiting for operation #372] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1126250742_22 at /127.0.0.1:46266 [Waiting for operation #421] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1126250742_22 at /127.0.0.1:46440 [Waiting for operation #369] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/cluster_05ca63d3-e4e6-f88c-dd37-07c9d1af7609/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=283 (was 212) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4147 (was 4215) 2024-11-18T19:13:36,273 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=283, ProcessCount=11, AvailableMemoryMB=4147 2024-11-18T19:13:36,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:13:36,275 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:13:36,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:13:36,277 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:13:36,277 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:36,277 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 55 2024-11-18T19:13:36,278 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:13:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-18T19:13:36,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742041_1217 (size=1061) 2024-11-18T19:13:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-18T19:13:36,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-18T19:13:36,688 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260 2024-11-18T19:13:36,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742042_1218 (size=53) 2024-11-18T19:13:36,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-18T19:13:37,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:13:37,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing a1626e6c4715466f9d4d922d2d1a8593, disabling compactions & flushes 2024-11-18T19:13:37,100 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:37,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:37,100 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. after waiting 0 ms 2024-11-18T19:13:37,101 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:37,101 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:37,101 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1626e6c4715466f9d4d922d2d1a8593: Waiting for close lock at 1731957217100Disabling compacts and flushes for region at 1731957217100Disabling writes for close at 1731957217100Writing region close event to WAL at 1731957217101 (+1 ms)Closed at 1731957217101 2024-11-18T19:13:37,103 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:13:37,103 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731957217103"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957217103"}]},"ts":"1731957217103"} 2024-11-18T19:13:37,105 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:13:37,106 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:13:37,107 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957217106"}]},"ts":"1731957217106"} 2024-11-18T19:13:37,109 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:13:37,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1626e6c4715466f9d4d922d2d1a8593, ASSIGN}] 2024-11-18T19:13:37,111 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1626e6c4715466f9d4d922d2d1a8593, ASSIGN 2024-11-18T19:13:37,112 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1626e6c4715466f9d4d922d2d1a8593, ASSIGN; state=OFFLINE, location=39fff3b0f89c,38149,1731957147744; forceNewPlan=false, retain=false 2024-11-18T19:13:37,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=a1626e6c4715466f9d4d922d2d1a8593, regionState=OPENING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=55, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1626e6c4715466f9d4d922d2d1a8593, ASSIGN because future has completed 2024-11-18T19:13:37,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:13:37,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T19:13:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-18T19:13:37,428 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:37,428 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7752): Opening region: {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:13:37,428 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,428 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:13:37,428 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7794): checking encryption for a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,428 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7797): checking classloading for a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,430 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,431 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:13:37,432 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1626e6c4715466f9d4d922d2d1a8593 columnFamilyName A 2024-11-18T19:13:37,432 DEBUG [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:37,432 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] regionserver.HStore(327): Store=a1626e6c4715466f9d4d922d2d1a8593/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:13:37,433 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,434 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:13:37,434 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1626e6c4715466f9d4d922d2d1a8593 columnFamilyName B 2024-11-18T19:13:37,434 DEBUG [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:37,435 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] regionserver.HStore(327): Store=a1626e6c4715466f9d4d922d2d1a8593/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:13:37,435 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,436 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:13:37,436 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1626e6c4715466f9d4d922d2d1a8593 columnFamilyName C 2024-11-18T19:13:37,436 DEBUG [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:13:37,437 INFO [StoreOpener-a1626e6c4715466f9d4d922d2d1a8593-1 {}] regionserver.HStore(327): Store=a1626e6c4715466f9d4d922d2d1a8593/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:13:37,437 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:37,437 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1038): replaying wal for a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,438 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,438 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,440 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1048): stopping wal replay for a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,440 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1060): Cleaning up temporary data for a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,440 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:13:37,442 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1093): writing seq id for a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,444 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:13:37,445 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1114): Opened a1626e6c4715466f9d4d922d2d1a8593; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65376835, jitterRate=-0.025809243321418762}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:13:37,445 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:37,446 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1006): Region open journal for a1626e6c4715466f9d4d922d2d1a8593: Running coprocessor pre-open hook at 1731957217428Writing region info on filesystem at 1731957217428Initializing all the Stores at 1731957217429 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957217430 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957217430Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957217430Cleaning up temporary data from old regions at 1731957217440 (+10 ms)Running coprocessor post-open hooks at 1731957217445 (+5 ms)Region opened successfully at 1731957217446 (+1 ms) 2024-11-18T19:13:37,446 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., pid=57, masterSystemTime=1731957217422 2024-11-18T19:13:37,448 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:37,448 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:37,448 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=56 updating hbase:meta row=a1626e6c4715466f9d4d922d2d1a8593, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:37,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=57, ppid=56, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:13:37,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-18T19:13:37,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; OpenRegionProcedure a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 in 181 msec 2024-11-18T19:13:37,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55 2024-11-18T19:13:37,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1626e6c4715466f9d4d922d2d1a8593, ASSIGN in 343 msec 2024-11-18T19:13:37,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:13:37,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957217454"}]},"ts":"1731957217454"} 2024-11-18T19:13:37,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:13:37,456 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=55, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:13:37,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1810 sec 2024-11-18T19:13:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55 2024-11-18T19:13:38,427 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:38,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8da64d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:38,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:38,433 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:38,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:38,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74039036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:38,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:38,435 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:38,436 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:38,437 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b3bd0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:38,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:38,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:38,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:38,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:13:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,36603,1731957147048 2024-11-18T19:13:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28505eeb 2024-11-18T19:13:38,443 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:13:38,444 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:13:38,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:38,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:38,446 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:38,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:38,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:38,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20473d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:38,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:38,447 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:38,448 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:38,448 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e36c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:38,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:38,449 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f38f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:38,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:38,451 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:38,451 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fea858b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:38,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:38,452 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:38,452 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30fa7f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:38,453 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:38,453 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:38,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec917a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:38,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:38,455 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aa4fa05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:38,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:38,457 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:38,457 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a49d95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19903550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,458 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:38,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:38,459 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:38,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:38,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db8f135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:38,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:38,461 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:38,461 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b713771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:38,463 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:38,463 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:38,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:38,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@435c0e7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:38,464 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:38,465 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:38,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70443489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,466 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:38,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:38,467 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fb0d58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:38,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:38,468 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:38,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544846cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,469 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:38,469 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:38,470 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422a8fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:38,470 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:38,471 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:38,471 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:38,472 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a078dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,472 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:38,472 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:38,473 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:38,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:38,473 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6306912c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:38,474 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:38,474 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:38,475 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7db419f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40916ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,476 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:13:38,476 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:13:38,476 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:13:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:13:38,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:13:38,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26186581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:13:38,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:13:38,477 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:38,478 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:13:38,478 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1419d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:13:38,479 DEBUG [Thread-1050 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:38,479 DEBUG [Thread-1035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:38,479 DEBUG [Thread-1039 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:38,480 DEBUG [Thread-1044 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:38,480 DEBUG [Thread-1048 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:38,480 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:38,481 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:38,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:38,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:38,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:38,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:38,481 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:38,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:38,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:38,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41208, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:38,483 DEBUG [Thread-1041 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:38,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:38,484 DEBUG [Thread-1052 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:38,484 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:13:38,484 DEBUG [Thread-1052 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:38,485 DEBUG [Thread-1052 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:38,485 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-18T19:13:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:13:38,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:13:38,487 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:38,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:38,488 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:13:38,488 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:38,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:38,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:38,490 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:13:38,490 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:13:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:13:38,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:13:38,494 DEBUG [Thread-1033 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:38,494 DEBUG [Thread-1046 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:38,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:38,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41252, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:38,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:38,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:13:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:38,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:13:38,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:38,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:38,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:38,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:38,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:38,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:38,504 DEBUG [Thread-1037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:13:38,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:13:38,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:13:38,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:13:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:13:38,508 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:13:38,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731957218502, max timestamp=1731957218526Num uniques 859; 2024-11-18T19:13:38,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731957218502, max timestamp=1731957218526Num uniques 859; 2024-11-18T19:13:38,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-18T19:13:38,529 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-18T19:13:38,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/2a80a44a51ee401d8edc2c30c2d66d47 is 50, key is test_row_1/A:col10/1731957218496/Put/seqid=0 2024-11-18T19:13:38,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957218522, max timestamp=1731957218526Num uniques 859; 2024-11-18T19:13:38,533 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:13:38,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957278545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957278548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957278552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957278553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957278553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,560 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742043_1219 (size=9657) 2024-11-18T19:13:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:13:38,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-18T19:13:38,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:38,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:38,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957278665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957278665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957278665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957278665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957278665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-18T19:13:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:38,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:13:38,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957278875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957278875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957278875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957278875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957278875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:38,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:38,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-18T19:13:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:38,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:38,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:38,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/2a80a44a51ee401d8edc2c30c2d66d47 2024-11-18T19:13:38,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/4fd52e0a01d54149a8eb719b085b2600 is 50, key is test_row_1/B:col10/1731957218496/Put/seqid=0 2024-11-18T19:13:38,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742044_1220 (size=9657) 2024-11-18T19:13:39,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-18T19:13:39,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:39,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:39,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:39,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:39,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:39,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:39,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:13:39,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957279185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957279185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957279185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957279185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957279185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-18T19:13:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:39,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:39,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:39,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:39,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:39,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/4fd52e0a01d54149a8eb719b085b2600 2024-11-18T19:13:39,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-18T19:13:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:39,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:39,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:39,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:39,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/9a0fc15ed07449bdbcfff8e8dcd10e5a is 50, key is test_row_1/C:col10/1731957218496/Put/seqid=0 2024-11-18T19:13:39,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742045_1221 (size=9657) 2024-11-18T19:13:39,427 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/9a0fc15ed07449bdbcfff8e8dcd10e5a 2024-11-18T19:13:39,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/2a80a44a51ee401d8edc2c30c2d66d47 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a80a44a51ee401d8edc2c30c2d66d47 2024-11-18T19:13:39,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a80a44a51ee401d8edc2c30c2d66d47, entries=100, sequenceid=12, filesize=9.4 K 2024-11-18T19:13:39,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/4fd52e0a01d54149a8eb719b085b2600 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/4fd52e0a01d54149a8eb719b085b2600 2024-11-18T19:13:39,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/4fd52e0a01d54149a8eb719b085b2600, entries=100, sequenceid=12, filesize=9.4 K 2024-11-18T19:13:39,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/9a0fc15ed07449bdbcfff8e8dcd10e5a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9a0fc15ed07449bdbcfff8e8dcd10e5a 2024-11-18T19:13:39,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9a0fc15ed07449bdbcfff8e8dcd10e5a, entries=100, sequenceid=12, filesize=9.4 K 2024-11-18T19:13:39,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=138.65 KB/141980 for a1626e6c4715466f9d4d922d2d1a8593 in 950ms, sequenceid=12, compaction requested=false 2024-11-18T19:13:39,449 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-18T19:13:39,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:39,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-18T19:13:39,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:39,560 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=138.65 KB heapSize=385.77 KB 2024-11-18T19:13:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:39,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:39,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/46eac2d343744fe19a23147d6adec20e is 50, key is test_row_0/A:col10/1731957218551/Put/seqid=0 2024-11-18T19:13:39,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742046_1222 (size=12001) 2024-11-18T19:13:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:13:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:39,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:39,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957279703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,708 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957279705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957279705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957279706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957279706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957279815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957279815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,817 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957279815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957279815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:39,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:39,970 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/46eac2d343744fe19a23147d6adec20e 2024-11-18T19:13:39,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/10befc36aacc45fc819119cb8adc78bb is 50, key is test_row_0/B:col10/1731957218551/Put/seqid=0 2024-11-18T19:13:39,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742047_1223 (size=12001) 2024-11-18T19:13:40,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957280025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957280025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957280025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,026 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,027 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957280025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,028 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957280334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,337 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957280334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957280335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957280335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,338 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,382 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/10befc36aacc45fc819119cb8adc78bb 2024-11-18T19:13:40,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/fe659561f8ee44dca2566577fbfe1aa6 is 50, key is test_row_0/C:col10/1731957218551/Put/seqid=0 2024-11-18T19:13:40,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742048_1224 (size=12001) 2024-11-18T19:13:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:13:40,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957280714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,717 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in a1626e6c4715466f9d4d922d2d1a8593 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,797 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/fe659561f8ee44dca2566577fbfe1aa6 2024-11-18T19:13:40,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/46eac2d343744fe19a23147d6adec20e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/46eac2d343744fe19a23147d6adec20e 2024-11-18T19:13:40,806 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/46eac2d343744fe19a23147d6adec20e, entries=150, sequenceid=47, filesize=11.7 K 2024-11-18T19:13:40,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/10befc36aacc45fc819119cb8adc78bb as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/10befc36aacc45fc819119cb8adc78bb 2024-11-18T19:13:40,812 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/10befc36aacc45fc819119cb8adc78bb, entries=150, sequenceid=47, filesize=11.7 K 2024-11-18T19:13:40,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/fe659561f8ee44dca2566577fbfe1aa6 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fe659561f8ee44dca2566577fbfe1aa6 2024-11-18T19:13:40,817 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fe659561f8ee44dca2566577fbfe1aa6, entries=150, sequenceid=47, filesize=11.7 K 2024-11-18T19:13:40,818 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~385.72 KB/394976, currentSize=53.67 KB/54960 for a1626e6c4715466f9d4d922d2d1a8593 in 1258ms, sequenceid=47, compaction requested=false 2024-11-18T19:13:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:40,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-18T19:13:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-18T19:13:40,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-18T19:13:40,821 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3320 sec 2024-11-18T19:13:40,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 2.3390 sec 2024-11-18T19:13:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:40,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-18T19:13:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:40,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:40,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/9879060f1c5a428ba2faa132c2e3d3e1 is 50, key is test_row_0/A:col10/1731957219705/Put/seqid=0 2024-11-18T19:13:40,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742049_1225 (size=12001) 2024-11-18T19:13:40,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957280865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957280865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957280866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,871 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,871 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957280868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957280975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957280975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957280975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957280975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:40,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:41,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957281185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:41,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957281185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957281185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957281185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:41,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/9879060f1c5a428ba2faa132c2e3d3e1 2024-11-18T19:13:41,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/1ac03134742b49778a6aac846292a046 is 50, key is test_row_0/B:col10/1731957219705/Put/seqid=0 2024-11-18T19:13:41,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742050_1226 (size=12001) 2024-11-18T19:13:41,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:13:41,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957281495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:41,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957281495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957281495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:41,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957281495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:41,498 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:41,499 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:41,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/1ac03134742b49778a6aac846292a046 2024-11-18T19:13:41,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/31d99e83ff914672a65950287f627843 is 50, key is test_row_0/C:col10/1731957219705/Put/seqid=0 2024-11-18T19:13:41,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742051_1227 (size=12001) 2024-11-18T19:13:42,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957282005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:42,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:42,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957282005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:42,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:42,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957282005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:42,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957282005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,008 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:42,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/31d99e83ff914672a65950287f627843 2024-11-18T19:13:42,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/9879060f1c5a428ba2faa132c2e3d3e1 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9879060f1c5a428ba2faa132c2e3d3e1 2024-11-18T19:13:42,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9879060f1c5a428ba2faa132c2e3d3e1, entries=150, sequenceid=60, filesize=11.7 K 2024-11-18T19:13:42,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/1ac03134742b49778a6aac846292a046 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/1ac03134742b49778a6aac846292a046 2024-11-18T19:13:42,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/1ac03134742b49778a6aac846292a046, entries=150, sequenceid=60, filesize=11.7 K 2024-11-18T19:13:42,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/31d99e83ff914672a65950287f627843 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/31d99e83ff914672a65950287f627843 2024-11-18T19:13:42,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/31d99e83ff914672a65950287f627843, entries=150, sequenceid=60, filesize=11.7 K 2024-11-18T19:13:42,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for a1626e6c4715466f9d4d922d2d1a8593 in 1257ms, sequenceid=60, compaction requested=true 2024-11-18T19:13:42,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:42,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:42,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:42,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:42,103 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:42,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:42,103 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:42,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:42,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:42,104 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:42,104 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:42,104 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/B is initiating minor compaction (all files) 2024-11-18T19:13:42,104 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/A is initiating minor compaction (all files) 2024-11-18T19:13:42,104 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/B in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:42,104 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/A in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:42,104 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/4fd52e0a01d54149a8eb719b085b2600, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/10befc36aacc45fc819119cb8adc78bb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/1ac03134742b49778a6aac846292a046] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=32.9 K 2024-11-18T19:13:42,104 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a80a44a51ee401d8edc2c30c2d66d47, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/46eac2d343744fe19a23147d6adec20e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9879060f1c5a428ba2faa132c2e3d3e1] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=32.9 K 2024-11-18T19:13:42,105 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 4fd52e0a01d54149a8eb719b085b2600, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731957218496 2024-11-18T19:13:42,105 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a80a44a51ee401d8edc2c30c2d66d47, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731957218496 2024-11-18T19:13:42,105 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46eac2d343744fe19a23147d6adec20e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731957218544 2024-11-18T19:13:42,105 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 10befc36aacc45fc819119cb8adc78bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731957218544 2024-11-18T19:13:42,105 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9879060f1c5a428ba2faa132c2e3d3e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957219705 2024-11-18T19:13:42,106 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ac03134742b49778a6aac846292a046, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957219705 2024-11-18T19:13:42,113 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#B#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:42,114 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/dc92cdebb71a42a098d0849e42d27da1 is 50, key is test_row_0/B:col10/1731957219705/Put/seqid=0 2024-11-18T19:13:42,115 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#A#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:42,116 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/d0d152a0e6ab4421ae3e48712451316c is 50, key is test_row_0/A:col10/1731957219705/Put/seqid=0 2024-11-18T19:13:42,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742052_1228 (size=12104) 2024-11-18T19:13:42,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742053_1229 (size=12104) 2024-11-18T19:13:42,535 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/dc92cdebb71a42a098d0849e42d27da1 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/dc92cdebb71a42a098d0849e42d27da1 2024-11-18T19:13:42,538 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/d0d152a0e6ab4421ae3e48712451316c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d0d152a0e6ab4421ae3e48712451316c 2024-11-18T19:13:42,541 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/B of a1626e6c4715466f9d4d922d2d1a8593 into dc92cdebb71a42a098d0849e42d27da1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:42,541 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:42,541 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/B, priority=13, startTime=1731957222103; duration=0sec 2024-11-18T19:13:42,541 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:42,541 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:B 2024-11-18T19:13:42,542 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:42,542 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/A of a1626e6c4715466f9d4d922d2d1a8593 into d0d152a0e6ab4421ae3e48712451316c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:42,542 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:42,542 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/A, priority=13, startTime=1731957222103; duration=0sec 2024-11-18T19:13:42,543 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:42,543 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:A 2024-11-18T19:13:42,543 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:42,543 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/C is initiating minor compaction (all files) 2024-11-18T19:13:42,543 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/C in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:42,543 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9a0fc15ed07449bdbcfff8e8dcd10e5a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fe659561f8ee44dca2566577fbfe1aa6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/31d99e83ff914672a65950287f627843] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=32.9 K 2024-11-18T19:13:42,544 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a0fc15ed07449bdbcfff8e8dcd10e5a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731957218496 2024-11-18T19:13:42,544 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting fe659561f8ee44dca2566577fbfe1aa6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1731957218544 2024-11-18T19:13:42,544 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 31d99e83ff914672a65950287f627843, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957219705 2024-11-18T19:13:42,549 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#C#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:42,550 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/f0b401d898c54477a4cb4c6d45ca04a1 is 50, key is test_row_0/C:col10/1731957219705/Put/seqid=0 2024-11-18T19:13:42,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742054_1230 (size=12104) 2024-11-18T19:13:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-18T19:13:42,655 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:42,655 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-18T19:13:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:13:42,657 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:42,657 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:42,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:42,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:42,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-18T19:13:42,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:42,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:42,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:42,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:42,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:42,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:42,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/c56b35c9ed1a4b21be5dd7f738a37933 is 50, key is test_row_0/A:col10/1731957220860/Put/seqid=0 2024-11-18T19:13:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742055_1231 (size=12001) 2024-11-18T19:13:42,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:13:42,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:42,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957282777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:42,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,782 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:42,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:13:42,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:42,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:42,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:42,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:42,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:42,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:42,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:42,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957282885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:42,887 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:42,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:13:42,962 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/f0b401d898c54477a4cb4c6d45ca04a1 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/f0b401d898c54477a4cb4c6d45ca04a1 2024-11-18T19:13:42,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:42,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:42,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:42,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:42,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:42,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:42,967 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/C of a1626e6c4715466f9d4d922d2d1a8593 into f0b401d898c54477a4cb4c6d45ca04a1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:42,967 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:42,967 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/C, priority=13, startTime=1731957222103; duration=0sec 2024-11-18T19:13:42,967 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:42,967 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:C 2024-11-18T19:13:42,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:13:43,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957283015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:43,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:43,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957283015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:43,019 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_2' in a1626e6c4715466f9d4d922d2d1a8593 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2154 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,019 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in a1626e6c4715466f9d4d922d2d1a8593 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,020 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:43,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957283024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:43,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:43,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957283024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:43,026 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_2' in a1626e6c4715466f9d4d922d2d1a8593 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:43,026 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_2' in a1626e6c4715466f9d4d922d2d1a8593 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,027 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:43,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:43,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957283095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:43,096 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:43,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:13:43,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:43,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/c56b35c9ed1a4b21be5dd7f738a37933 2024-11-18T19:13:43,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/02724bd44bf549d1b3bd3c4e102b086f is 50, key is test_row_0/B:col10/1731957220860/Put/seqid=0 2024-11-18T19:13:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742056_1232 (size=12001) 2024-11-18T19:13:43,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:13:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:13:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957283405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,409 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:43,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:13:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/02724bd44bf549d1b3bd3c4e102b086f 2024-11-18T19:13:43,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/72d8f30b893f47b1a11bd65ec032c2e5 is 50, key is test_row_0/C:col10/1731957220860/Put/seqid=0 2024-11-18T19:13:43,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742057_1233 (size=12001) 2024-11-18T19:13:43,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:13:43,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:43,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:13:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:13:43,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:13:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:43,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:43,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957283925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:43,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:43,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/72d8f30b893f47b1a11bd65ec032c2e5 2024-11-18T19:13:43,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/c56b35c9ed1a4b21be5dd7f738a37933 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c56b35c9ed1a4b21be5dd7f738a37933 2024-11-18T19:13:43,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c56b35c9ed1a4b21be5dd7f738a37933, entries=150, sequenceid=82, filesize=11.7 K 2024-11-18T19:13:43,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/02724bd44bf549d1b3bd3c4e102b086f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/02724bd44bf549d1b3bd3c4e102b086f 2024-11-18T19:13:43,990 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/02724bd44bf549d1b3bd3c4e102b086f, entries=150, sequenceid=82, filesize=11.7 K 2024-11-18T19:13:43,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/72d8f30b893f47b1a11bd65ec032c2e5 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/72d8f30b893f47b1a11bd65ec032c2e5 2024-11-18T19:13:43,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/72d8f30b893f47b1a11bd65ec032c2e5, entries=150, sequenceid=82, filesize=11.7 K 2024-11-18T19:13:43,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for a1626e6c4715466f9d4d922d2d1a8593 in 1250ms, sequenceid=82, compaction requested=false 2024-11-18T19:13:43,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:44,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-18T19:13:44,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:44,040 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-18T19:13:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:44,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:44,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/ae66889cd0754bcd93eb8590d8068d49 is 50, key is test_row_0/A:col10/1731957222776/Put/seqid=0 2024-11-18T19:13:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742058_1234 (size=12001) 2024-11-18T19:13:44,050 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/ae66889cd0754bcd93eb8590d8068d49 2024-11-18T19:13:44,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/2b76cdda000c4e948e27a09781124f1f is 50, key is test_row_0/B:col10/1731957222776/Put/seqid=0 2024-11-18T19:13:44,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742059_1235 (size=12001) 2024-11-18T19:13:44,461 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/2b76cdda000c4e948e27a09781124f1f 2024-11-18T19:13:44,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/14a6a7f4d7504217a232ceb21bdcf24e is 50, key is test_row_0/C:col10/1731957222776/Put/seqid=0 2024-11-18T19:13:44,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742060_1236 (size=12001) 2024-11-18T19:13:44,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:13:44,872 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/14a6a7f4d7504217a232ceb21bdcf24e 2024-11-18T19:13:44,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/ae66889cd0754bcd93eb8590d8068d49 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ae66889cd0754bcd93eb8590d8068d49 2024-11-18T19:13:44,884 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ae66889cd0754bcd93eb8590d8068d49, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:13:44,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/2b76cdda000c4e948e27a09781124f1f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/2b76cdda000c4e948e27a09781124f1f 2024-11-18T19:13:44,889 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/2b76cdda000c4e948e27a09781124f1f, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:13:44,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/14a6a7f4d7504217a232ceb21bdcf24e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/14a6a7f4d7504217a232ceb21bdcf24e 2024-11-18T19:13:44,894 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/14a6a7f4d7504217a232ceb21bdcf24e, entries=150, sequenceid=95, filesize=11.7 K 2024-11-18T19:13:44,895 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for a1626e6c4715466f9d4d922d2d1a8593 in 856ms, sequenceid=95, compaction requested=true 2024-11-18T19:13:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:44,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-18T19:13:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-18T19:13:44,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-18T19:13:44,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2380 sec 2024-11-18T19:13:44,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 2.2440 sec 2024-11-18T19:13:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:44,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:13:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:44,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:44,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/c4a9f92c67ee477483ab9e0780ef70c1 is 50, key is test_row_0/A:col10/1731957224949/Put/seqid=0 2024-11-18T19:13:44,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742061_1237 (size=14341) 2024-11-18T19:13:44,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/c4a9f92c67ee477483ab9e0780ef70c1 2024-11-18T19:13:44,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/778df3b7b9614efa9c42aea2faad5554 is 50, key is test_row_0/B:col10/1731957224949/Put/seqid=0 2024-11-18T19:13:44,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742062_1238 (size=12001) 2024-11-18T19:13:44,984 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/778df3b7b9614efa9c42aea2faad5554 2024-11-18T19:13:44,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/201b8db025b345f6b4e2a01ef98c5878 is 50, key is test_row_0/C:col10/1731957224949/Put/seqid=0 2024-11-18T19:13:45,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742063_1239 (size=12001) 2024-11-18T19:13:45,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/201b8db025b345f6b4e2a01ef98c5878 2024-11-18T19:13:45,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/c4a9f92c67ee477483ab9e0780ef70c1 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c4a9f92c67ee477483ab9e0780ef70c1 2024-11-18T19:13:45,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c4a9f92c67ee477483ab9e0780ef70c1, entries=200, sequenceid=105, filesize=14.0 K 2024-11-18T19:13:45,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/778df3b7b9614efa9c42aea2faad5554 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/778df3b7b9614efa9c42aea2faad5554 2024-11-18T19:13:45,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/778df3b7b9614efa9c42aea2faad5554, entries=150, sequenceid=105, filesize=11.7 K 2024-11-18T19:13:45,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/201b8db025b345f6b4e2a01ef98c5878 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/201b8db025b345f6b4e2a01ef98c5878 2024-11-18T19:13:45,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/201b8db025b345f6b4e2a01ef98c5878, entries=150, sequenceid=105, filesize=11.7 K 2024-11-18T19:13:45,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=67.09 KB/68700 for a1626e6c4715466f9d4d922d2d1a8593 in 75ms, sequenceid=105, compaction requested=true 2024-11-18T19:13:45,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:45,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:45,037 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:45,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:45,037 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:45,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:13:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:45,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,039 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:45,039 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/B is initiating minor compaction (all files) 2024-11-18T19:13:45,040 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/B in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:45,040 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/dc92cdebb71a42a098d0849e42d27da1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/02724bd44bf549d1b3bd3c4e102b086f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/2b76cdda000c4e948e27a09781124f1f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/778df3b7b9614efa9c42aea2faad5554] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=47.0 K 2024-11-18T19:13:45,040 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:45,040 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/A is initiating minor compaction (all files) 2024-11-18T19:13:45,040 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting dc92cdebb71a42a098d0849e42d27da1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957219705 2024-11-18T19:13:45,040 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/A in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:45,040 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d0d152a0e6ab4421ae3e48712451316c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c56b35c9ed1a4b21be5dd7f738a37933, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ae66889cd0754bcd93eb8590d8068d49, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c4a9f92c67ee477483ab9e0780ef70c1] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=49.3 K 2024-11-18T19:13:45,041 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 02724bd44bf549d1b3bd3c4e102b086f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731957220858 2024-11-18T19:13:45,041 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting d0d152a0e6ab4421ae3e48712451316c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957219705 2024-11-18T19:13:45,041 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b76cdda000c4e948e27a09781124f1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731957222767 2024-11-18T19:13:45,042 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting c56b35c9ed1a4b21be5dd7f738a37933, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731957220858 2024-11-18T19:13:45,042 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 778df3b7b9614efa9c42aea2faad5554, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731957224949 2024-11-18T19:13:45,043 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae66889cd0754bcd93eb8590d8068d49, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731957222767 2024-11-18T19:13:45,044 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4a9f92c67ee477483ab9e0780ef70c1, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731957224949 2024-11-18T19:13:45,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/b24fe84c16c44619975c49979391ddae is 50, key is test_row_0/A:col10/1731957224986/Put/seqid=0 2024-11-18T19:13:45,062 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#B#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:45,062 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/de30732c947b4065bafc8d7871f6aeb9 is 50, key is test_row_0/B:col10/1731957224949/Put/seqid=0 2024-11-18T19:13:45,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742064_1240 (size=14341) 2024-11-18T19:13:45,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/b24fe84c16c44619975c49979391ddae 2024-11-18T19:13:45,066 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#A#compaction#200 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:45,066 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/248575319bce40a7864aaf26b51fd61e is 50, key is test_row_0/A:col10/1731957224949/Put/seqid=0 2024-11-18T19:13:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957285066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957285069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957285070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957285070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957285070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/37557672ce56457d8aaaadf61f934de7 is 50, key is test_row_0/B:col10/1731957224986/Put/seqid=0 2024-11-18T19:13:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742066_1242 (size=12241) 2024-11-18T19:13:45,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742065_1241 (size=12241) 2024-11-18T19:13:45,107 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/de30732c947b4065bafc8d7871f6aeb9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/de30732c947b4065bafc8d7871f6aeb9 2024-11-18T19:13:45,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742067_1243 (size=12001) 2024-11-18T19:13:45,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/37557672ce56457d8aaaadf61f934de7 2024-11-18T19:13:45,113 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/B of a1626e6c4715466f9d4d922d2d1a8593 into de30732c947b4065bafc8d7871f6aeb9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:45,113 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:45,113 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/B, priority=12, startTime=1731957225037; duration=0sec 2024-11-18T19:13:45,113 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:45,113 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:B 2024-11-18T19:13:45,113 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:45,116 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:45,116 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/C is initiating minor compaction (all files) 2024-11-18T19:13:45,116 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/C in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:45,116 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/f0b401d898c54477a4cb4c6d45ca04a1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/72d8f30b893f47b1a11bd65ec032c2e5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/14a6a7f4d7504217a232ceb21bdcf24e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/201b8db025b345f6b4e2a01ef98c5878] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=47.0 K 2024-11-18T19:13:45,116 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting f0b401d898c54477a4cb4c6d45ca04a1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957219705 2024-11-18T19:13:45,117 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 72d8f30b893f47b1a11bd65ec032c2e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731957220858 2024-11-18T19:13:45,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/4c4749cd15aa47f28981da5e7f15fd3b is 50, key is test_row_0/C:col10/1731957224986/Put/seqid=0 2024-11-18T19:13:45,119 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 14a6a7f4d7504217a232ceb21bdcf24e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731957222767 2024-11-18T19:13:45,119 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 201b8db025b345f6b4e2a01ef98c5878, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731957224949 2024-11-18T19:13:45,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742068_1244 (size=12001) 2024-11-18T19:13:45,129 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:45,129 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/066798e2ac604bb5a78b2b2958930f45 is 50, key is test_row_0/C:col10/1731957224949/Put/seqid=0 2024-11-18T19:13:45,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742069_1245 (size=12241) 2024-11-18T19:13:45,138 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/066798e2ac604bb5a78b2b2958930f45 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/066798e2ac604bb5a78b2b2958930f45 2024-11-18T19:13:45,143 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/C of a1626e6c4715466f9d4d922d2d1a8593 into 066798e2ac604bb5a78b2b2958930f45(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:45,143 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:45,143 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/C, priority=12, startTime=1731957225038; duration=0sec 2024-11-18T19:13:45,143 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:45,143 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:C 2024-11-18T19:13:45,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957285184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957285185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957285185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957285185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957285185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,189 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957285394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957285395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957285395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957285395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957285395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,497 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/248575319bce40a7864aaf26b51fd61e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/248575319bce40a7864aaf26b51fd61e 2024-11-18T19:13:45,501 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/A of a1626e6c4715466f9d4d922d2d1a8593 into 248575319bce40a7864aaf26b51fd61e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:45,501 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:45,502 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/A, priority=12, startTime=1731957225037; duration=0sec 2024-11-18T19:13:45,502 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:45,502 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:A 2024-11-18T19:13:45,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/4c4749cd15aa47f28981da5e7f15fd3b 2024-11-18T19:13:45,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/b24fe84c16c44619975c49979391ddae as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/b24fe84c16c44619975c49979391ddae 2024-11-18T19:13:45,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/b24fe84c16c44619975c49979391ddae, entries=200, sequenceid=119, filesize=14.0 K 2024-11-18T19:13:45,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/37557672ce56457d8aaaadf61f934de7 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/37557672ce56457d8aaaadf61f934de7 2024-11-18T19:13:45,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/37557672ce56457d8aaaadf61f934de7, entries=150, sequenceid=119, filesize=11.7 K 2024-11-18T19:13:45,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/4c4749cd15aa47f28981da5e7f15fd3b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/4c4749cd15aa47f28981da5e7f15fd3b 2024-11-18T19:13:45,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/4c4749cd15aa47f28981da5e7f15fd3b, entries=150, sequenceid=119, filesize=11.7 K 2024-11-18T19:13:45,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for a1626e6c4715466f9d4d922d2d1a8593 in 504ms, sequenceid=119, compaction requested=false 2024-11-18T19:13:45,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:45,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:45,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-18T19:13:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:45,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/9109184a9b524364b758438ced958529 is 50, key is test_row_0/A:col10/1731957225705/Put/seqid=0 2024-11-18T19:13:45,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742070_1246 (size=14541) 2024-11-18T19:13:45,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/9109184a9b524364b758438ced958529 2024-11-18T19:13:45,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957285713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957285714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957285716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957285717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957285716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/fbeb47685cb9465c9abf43e8bf769b73 is 50, key is test_row_0/B:col10/1731957225705/Put/seqid=0 2024-11-18T19:13:45,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742071_1247 (size=12151) 2024-11-18T19:13:45,738 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/fbeb47685cb9465c9abf43e8bf769b73 2024-11-18T19:13:45,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/fa2316bedbeb4ceaafc440750a8d97c8 is 50, key is test_row_0/C:col10/1731957225705/Put/seqid=0 2024-11-18T19:13:45,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742072_1248 (size=12151) 2024-11-18T19:13:45,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/fa2316bedbeb4ceaafc440750a8d97c8 2024-11-18T19:13:45,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/9109184a9b524364b758438ced958529 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9109184a9b524364b758438ced958529 2024-11-18T19:13:45,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9109184a9b524364b758438ced958529, entries=200, sequenceid=142, filesize=14.2 K 2024-11-18T19:13:45,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/fbeb47685cb9465c9abf43e8bf769b73 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/fbeb47685cb9465c9abf43e8bf769b73 2024-11-18T19:13:45,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/fbeb47685cb9465c9abf43e8bf769b73, entries=150, sequenceid=142, filesize=11.9 K 2024-11-18T19:13:45,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/fa2316bedbeb4ceaafc440750a8d97c8 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fa2316bedbeb4ceaafc440750a8d97c8 2024-11-18T19:13:45,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fa2316bedbeb4ceaafc440750a8d97c8, entries=150, sequenceid=142, filesize=11.9 K 2024-11-18T19:13:45,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for a1626e6c4715466f9d4d922d2d1a8593 in 66ms, sequenceid=142, compaction requested=true 2024-11-18T19:13:45,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:45,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:45,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:45,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:45,772 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:45,772 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:45,772 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:45,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:45,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:45,773 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41123 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:45,773 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/A is initiating minor compaction (all files) 2024-11-18T19:13:45,773 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/A in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:45,773 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/248575319bce40a7864aaf26b51fd61e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/b24fe84c16c44619975c49979391ddae, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9109184a9b524364b758438ced958529] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=40.2 K 2024-11-18T19:13:45,774 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:45,774 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/B is initiating minor compaction (all files) 2024-11-18T19:13:45,774 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/B in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:45,774 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/de30732c947b4065bafc8d7871f6aeb9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/37557672ce56457d8aaaadf61f934de7, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/fbeb47685cb9465c9abf43e8bf769b73] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=35.5 K 2024-11-18T19:13:45,774 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 248575319bce40a7864aaf26b51fd61e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731957224949 2024-11-18T19:13:45,774 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting de30732c947b4065bafc8d7871f6aeb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731957224949 2024-11-18T19:13:45,774 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting b24fe84c16c44619975c49979391ddae, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731957224986 2024-11-18T19:13:45,774 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 37557672ce56457d8aaaadf61f934de7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731957224986 2024-11-18T19:13:45,774 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9109184a9b524364b758438ced958529, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731957225065 2024-11-18T19:13:45,775 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting fbeb47685cb9465c9abf43e8bf769b73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731957225065 2024-11-18T19:13:45,783 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#B#compaction#208 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:45,783 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#A#compaction#207 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:45,784 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/e503f645c93942b18c97ac714563fa3a is 50, key is test_row_0/B:col10/1731957225705/Put/seqid=0 2024-11-18T19:13:45,784 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/28cf76934bc1423caaf7cf75557269a4 is 50, key is test_row_0/A:col10/1731957225705/Put/seqid=0 2024-11-18T19:13:45,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742073_1249 (size=12493) 2024-11-18T19:13:45,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742074_1250 (size=12493) 2024-11-18T19:13:45,800 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/e503f645c93942b18c97ac714563fa3a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/e503f645c93942b18c97ac714563fa3a 2024-11-18T19:13:45,806 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/B of a1626e6c4715466f9d4d922d2d1a8593 into e503f645c93942b18c97ac714563fa3a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:45,806 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:45,806 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/B, priority=13, startTime=1731957225772; duration=0sec 2024-11-18T19:13:45,806 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:45,806 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:B 2024-11-18T19:13:45,806 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:45,807 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:45,807 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/C is initiating minor compaction (all files) 2024-11-18T19:13:45,807 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/C in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:45,807 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/066798e2ac604bb5a78b2b2958930f45, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/4c4749cd15aa47f28981da5e7f15fd3b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fa2316bedbeb4ceaafc440750a8d97c8] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=35.5 K 2024-11-18T19:13:45,808 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 066798e2ac604bb5a78b2b2958930f45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=105, earliestPutTs=1731957224949 2024-11-18T19:13:45,808 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c4749cd15aa47f28981da5e7f15fd3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731957224986 2024-11-18T19:13:45,808 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting fa2316bedbeb4ceaafc440750a8d97c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731957225065 2024-11-18T19:13:45,817 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#C#compaction#209 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:45,818 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/34ea420578c44236bd23d607fd463130 is 50, key is test_row_0/C:col10/1731957225705/Put/seqid=0 2024-11-18T19:13:45,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742075_1251 (size=12493) 2024-11-18T19:13:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:45,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-18T19:13:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:45,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/5568046aaba94f9f80c97f3ac55debfa is 50, key is test_row_0/A:col10/1731957225827/Put/seqid=0 2024-11-18T19:13:45,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742076_1252 (size=12151) 2024-11-18T19:13:45,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/5568046aaba94f9f80c97f3ac55debfa 2024-11-18T19:13:45,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/87b79291dee24cf0ac0690e8025725dd is 50, key is test_row_0/B:col10/1731957225827/Put/seqid=0 2024-11-18T19:13:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957285849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957285849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957285851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957285853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957285857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,862 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742077_1253 (size=12151) 2024-11-18T19:13:45,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/87b79291dee24cf0ac0690e8025725dd 2024-11-18T19:13:45,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/9d4854301c434fe89a6d24e2286f48fe is 50, key is test_row_0/C:col10/1731957225827/Put/seqid=0 2024-11-18T19:13:45,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742078_1254 (size=12151) 2024-11-18T19:13:45,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/9d4854301c434fe89a6d24e2286f48fe 2024-11-18T19:13:45,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/5568046aaba94f9f80c97f3ac55debfa as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5568046aaba94f9f80c97f3ac55debfa 2024-11-18T19:13:45,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5568046aaba94f9f80c97f3ac55debfa, entries=150, sequenceid=156, filesize=11.9 K 2024-11-18T19:13:45,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/87b79291dee24cf0ac0690e8025725dd as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/87b79291dee24cf0ac0690e8025725dd 2024-11-18T19:13:45,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/87b79291dee24cf0ac0690e8025725dd, entries=150, sequenceid=156, filesize=11.9 K 2024-11-18T19:13:45,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/9d4854301c434fe89a6d24e2286f48fe as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9d4854301c434fe89a6d24e2286f48fe 2024-11-18T19:13:45,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9d4854301c434fe89a6d24e2286f48fe, entries=150, sequenceid=156, filesize=11.9 K 2024-11-18T19:13:45,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for a1626e6c4715466f9d4d922d2d1a8593 in 74ms, sequenceid=156, compaction requested=false 2024-11-18T19:13:45,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:45,968 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-18T19:13:45,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:45,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:45,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:45,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:45,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/cb5ab16e35fc4342b91a7fca9ed233fa is 50, key is test_row_0/A:col10/1731957225967/Put/seqid=0 2024-11-18T19:13:45,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742079_1255 (size=12151) 2024-11-18T19:13:45,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/cb5ab16e35fc4342b91a7fca9ed233fa 2024-11-18T19:13:45,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957285977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957285978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957285979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957285980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/e2e8eb59a4c745ab87b2181ef16b312c is 50, key is test_row_0/B:col10/1731957225967/Put/seqid=0 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957285981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:45,986 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:45,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742080_1256 (size=12151) 2024-11-18T19:13:45,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/e2e8eb59a4c745ab87b2181ef16b312c 2024-11-18T19:13:45,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/b383db76efb645609d79a2d23f8ef079 is 50, key is test_row_0/C:col10/1731957225967/Put/seqid=0 2024-11-18T19:13:46,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742081_1257 (size=12151) 2024-11-18T19:13:46,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957286095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,099 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957286095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957286095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957286095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957286095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,100 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,101 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,199 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/28cf76934bc1423caaf7cf75557269a4 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/28cf76934bc1423caaf7cf75557269a4 2024-11-18T19:13:46,204 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/A of a1626e6c4715466f9d4d922d2d1a8593 into 28cf76934bc1423caaf7cf75557269a4(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:46,204 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:46,204 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/A, priority=13, startTime=1731957225772; duration=0sec 2024-11-18T19:13:46,204 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:46,204 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:A 2024-11-18T19:13:46,231 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/34ea420578c44236bd23d607fd463130 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/34ea420578c44236bd23d607fd463130 2024-11-18T19:13:46,235 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/C of a1626e6c4715466f9d4d922d2d1a8593 into 34ea420578c44236bd23d607fd463130(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:46,235 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:46,235 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/C, priority=13, startTime=1731957225772; duration=0sec 2024-11-18T19:13:46,236 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:46,236 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:C 2024-11-18T19:13:46,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957286305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957286305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957286305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957286305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957286305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,309 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/b383db76efb645609d79a2d23f8ef079 2024-11-18T19:13:46,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/cb5ab16e35fc4342b91a7fca9ed233fa as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/cb5ab16e35fc4342b91a7fca9ed233fa 2024-11-18T19:13:46,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/cb5ab16e35fc4342b91a7fca9ed233fa, entries=150, sequenceid=176, filesize=11.9 K 2024-11-18T19:13:46,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/e2e8eb59a4c745ab87b2181ef16b312c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/e2e8eb59a4c745ab87b2181ef16b312c 2024-11-18T19:13:46,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/e2e8eb59a4c745ab87b2181ef16b312c, entries=150, sequenceid=176, filesize=11.9 K 2024-11-18T19:13:46,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/b383db76efb645609d79a2d23f8ef079 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/b383db76efb645609d79a2d23f8ef079 2024-11-18T19:13:46,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/b383db76efb645609d79a2d23f8ef079, entries=150, sequenceid=176, filesize=11.9 K 2024-11-18T19:13:46,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=67.09 KB/68700 for a1626e6c4715466f9d4d922d2d1a8593 in 454ms, sequenceid=176, compaction requested=true 2024-11-18T19:13:46,422 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:46,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:46,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:46,422 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:46,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:46,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:46,422 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:46,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:46,422 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:46,423 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:46,423 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:46,423 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/B is initiating minor compaction (all files) 2024-11-18T19:13:46,423 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/A is initiating minor compaction (all files) 2024-11-18T19:13:46,423 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/B in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:46,423 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/A in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:46,423 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/e503f645c93942b18c97ac714563fa3a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/87b79291dee24cf0ac0690e8025725dd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/e2e8eb59a4c745ab87b2181ef16b312c] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=35.9 K 2024-11-18T19:13:46,423 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/28cf76934bc1423caaf7cf75557269a4, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5568046aaba94f9f80c97f3ac55debfa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/cb5ab16e35fc4342b91a7fca9ed233fa] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=35.9 K 2024-11-18T19:13:46,423 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting e503f645c93942b18c97ac714563fa3a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731957225065 2024-11-18T19:13:46,423 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28cf76934bc1423caaf7cf75557269a4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731957225065 2024-11-18T19:13:46,424 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 87b79291dee24cf0ac0690e8025725dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731957225714 2024-11-18T19:13:46,424 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5568046aaba94f9f80c97f3ac55debfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731957225714 2024-11-18T19:13:46,424 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting e2e8eb59a4c745ab87b2181ef16b312c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731957225847 2024-11-18T19:13:46,424 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb5ab16e35fc4342b91a7fca9ed233fa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731957225847 2024-11-18T19:13:46,432 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#B#compaction#216 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:46,432 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/42ca982dc5ba4e1eb6df3f987c407590 is 50, key is test_row_0/B:col10/1731957225967/Put/seqid=0 2024-11-18T19:13:46,432 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#A#compaction#217 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:46,433 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/10927c1184174216bc6b4a9876585939 is 50, key is test_row_0/A:col10/1731957225967/Put/seqid=0 2024-11-18T19:13:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742083_1259 (size=12595) 2024-11-18T19:13:46,446 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/10927c1184174216bc6b4a9876585939 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/10927c1184174216bc6b4a9876585939 2024-11-18T19:13:46,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742082_1258 (size=12595) 2024-11-18T19:13:46,453 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/A of a1626e6c4715466f9d4d922d2d1a8593 into 10927c1184174216bc6b4a9876585939(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:46,453 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:46,454 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/A, priority=13, startTime=1731957226422; duration=0sec 2024-11-18T19:13:46,454 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:46,454 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:A 2024-11-18T19:13:46,454 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:46,457 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:46,457 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/C is initiating minor compaction (all files) 2024-11-18T19:13:46,457 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/C in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:46,457 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/34ea420578c44236bd23d607fd463130, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9d4854301c434fe89a6d24e2286f48fe, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/b383db76efb645609d79a2d23f8ef079] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=35.9 K 2024-11-18T19:13:46,458 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34ea420578c44236bd23d607fd463130, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1731957225065 2024-11-18T19:13:46,459 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9d4854301c434fe89a6d24e2286f48fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731957225714 2024-11-18T19:13:46,459 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/42ca982dc5ba4e1eb6df3f987c407590 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/42ca982dc5ba4e1eb6df3f987c407590 2024-11-18T19:13:46,459 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting b383db76efb645609d79a2d23f8ef079, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731957225847 2024-11-18T19:13:46,463 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/B of a1626e6c4715466f9d4d922d2d1a8593 into 42ca982dc5ba4e1eb6df3f987c407590(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:46,463 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:46,463 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/B, priority=13, startTime=1731957226422; duration=0sec 2024-11-18T19:13:46,463 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:46,464 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:B 2024-11-18T19:13:46,468 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#C#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:46,469 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/7dcd0129ee1b4c2b8fcf64492eb689ec is 50, key is test_row_0/C:col10/1731957225967/Put/seqid=0 2024-11-18T19:13:46,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742084_1260 (size=12595) 2024-11-18T19:13:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:46,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:13:46,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:46,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:46,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:46,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:46,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:46,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:46,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/d80483d78160447799a7ff883cc51d30 is 50, key is test_row_0/A:col10/1731957225977/Put/seqid=0 2024-11-18T19:13:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742085_1261 (size=12151) 2024-11-18T19:13:46,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957286640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957286641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957286642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957286643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957286644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957286754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957286754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957286754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957286755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957286755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,759 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-18T19:13:46,825 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:46,825 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-18T19:13:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T19:13:46,827 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:46,828 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:46,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:46,906 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/7dcd0129ee1b4c2b8fcf64492eb689ec as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/7dcd0129ee1b4c2b8fcf64492eb689ec 2024-11-18T19:13:46,913 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/C of a1626e6c4715466f9d4d922d2d1a8593 into 7dcd0129ee1b4c2b8fcf64492eb689ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:46,913 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:46,913 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/C, priority=13, startTime=1731957226422; duration=0sec 2024-11-18T19:13:46,913 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:46,913 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:C 2024-11-18T19:13:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T19:13:46,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957286965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957286965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957286965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957286965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,969 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957286965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:46,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:46,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:46,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:13:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:46,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:46,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/d80483d78160447799a7ff883cc51d30 2024-11-18T19:13:47,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/3d2c9b801c86480f9946f1b73ac99396 is 50, key is test_row_0/B:col10/1731957225977/Put/seqid=0 2024-11-18T19:13:47,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742086_1262 (size=12151) 2024-11-18T19:13:47,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:13:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:47,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T19:13:47,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:47,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957287275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957287275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:47,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:47,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957287275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957287275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:47,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957287275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,279 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:47,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:13:47,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:47,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:47,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:47,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T19:13:47,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-18T19:13:47,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:13:47,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:47,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:47,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:47,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/3d2c9b801c86480f9946f1b73ac99396 2024-11-18T19:13:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T19:13:47,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/c6cb94434a6c4b098a9faad38f7c8969 is 50, key is test_row_0/C:col10/1731957225977/Put/seqid=0 2024-11-18T19:13:47,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742087_1263 (size=12151) 2024-11-18T19:13:47,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:13:47,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:47,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:47,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:47,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:13:47,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:47,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:47,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:47,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] handler.RSProcedureHandler(58): pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=63 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=63 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:47,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957287784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:47,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957287784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:47,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957287785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:47,786 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:47,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957287785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,787 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:47,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957287785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:47,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:47,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/c6cb94434a6c4b098a9faad38f7c8969 2024-11-18T19:13:47,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/d80483d78160447799a7ff883cc51d30 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d80483d78160447799a7ff883cc51d30 2024-11-18T19:13:47,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d80483d78160447799a7ff883cc51d30, entries=150, sequenceid=196, filesize=11.9 K 2024-11-18T19:13:47,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/3d2c9b801c86480f9946f1b73ac99396 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/3d2c9b801c86480f9946f1b73ac99396 2024-11-18T19:13:47,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/3d2c9b801c86480f9946f1b73ac99396, entries=150, sequenceid=196, filesize=11.9 K 2024-11-18T19:13:47,873 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/c6cb94434a6c4b098a9faad38f7c8969 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c6cb94434a6c4b098a9faad38f7c8969 2024-11-18T19:13:47,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c6cb94434a6c4b098a9faad38f7c8969, entries=150, sequenceid=196, filesize=11.9 K 2024-11-18T19:13:47,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for a1626e6c4715466f9d4d922d2d1a8593 in 1260ms, sequenceid=196, compaction requested=false 2024-11-18T19:13:47,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:47,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-18T19:13:47,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:47,897 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-11-18T19:13:47,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:47,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:47,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:47,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:47,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:47,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:47,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/2b41d9f7d2a94538845c282a51243a36 is 50, key is test_row_0/A:col10/1731957226642/Put/seqid=0 2024-11-18T19:13:47,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742088_1264 (size=12151) 2024-11-18T19:13:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T19:13:48,307 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/2b41d9f7d2a94538845c282a51243a36 2024-11-18T19:13:48,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/f31a955c4053450eb8964a7d86d8fb5e is 50, key is test_row_0/B:col10/1731957226642/Put/seqid=0 2024-11-18T19:13:48,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742089_1265 (size=12151) 2024-11-18T19:13:48,733 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/f31a955c4053450eb8964a7d86d8fb5e 2024-11-18T19:13:48,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/54e763a751f547a4991dedfa31291413 is 50, key is test_row_0/C:col10/1731957226642/Put/seqid=0 2024-11-18T19:13:48,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742090_1266 (size=12151) 2024-11-18T19:13:48,749 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/54e763a751f547a4991dedfa31291413 2024-11-18T19:13:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/2b41d9f7d2a94538845c282a51243a36 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2b41d9f7d2a94538845c282a51243a36 2024-11-18T19:13:48,757 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2b41d9f7d2a94538845c282a51243a36, entries=150, sequenceid=213, filesize=11.9 K 2024-11-18T19:13:48,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/f31a955c4053450eb8964a7d86d8fb5e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/f31a955c4053450eb8964a7d86d8fb5e 2024-11-18T19:13:48,762 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/f31a955c4053450eb8964a7d86d8fb5e, entries=150, sequenceid=213, filesize=11.9 K 2024-11-18T19:13:48,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/54e763a751f547a4991dedfa31291413 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/54e763a751f547a4991dedfa31291413 2024-11-18T19:13:48,769 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/54e763a751f547a4991dedfa31291413, entries=150, sequenceid=213, filesize=11.9 K 2024-11-18T19:13:48,770 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=0 B/0 for a1626e6c4715466f9d4d922d2d1a8593 in 873ms, sequenceid=213, compaction requested=true 2024-11-18T19:13:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:48,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-18T19:13:48,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-18T19:13:48,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-18T19:13:48,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9440 sec 2024-11-18T19:13:48,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 1.9510 sec 2024-11-18T19:13:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:48,804 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:13:48,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:48,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:48,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:48,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:48,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:48,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:48,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/33c6759e0f954f639a31fa03a1a292f2 is 50, key is test_row_0/A:col10/1731957228799/Put/seqid=0 2024-11-18T19:13:48,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742091_1267 (size=14537) 2024-11-18T19:13:48,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/33c6759e0f954f639a31fa03a1a292f2 2024-11-18T19:13:48,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/7defcee44d33484293455b6981dc3776 is 50, key is test_row_0/B:col10/1731957228799/Put/seqid=0 2024-11-18T19:13:48,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742092_1268 (size=9757) 2024-11-18T19:13:48,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957288826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:48,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957228819, max timestamp=1731957228831Num uniques 859; 2024-11-18T19:13:48,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:13:48,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957228819, max timestamp=1731957228831Num uniques 859; 2024-11-18T19:13:48,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957228819, max timestamp=1731957228831Num uniques 859; 2024-11-18T19:13:48,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:13:48,834 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:13:48,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,836 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:48,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957288855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957288856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957288863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957288864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:48,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957288945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,947 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-18T19:13:48,975 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:48,976 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-18T19:13:48,977 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-18T19:13:48,978 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:48,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:48,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957288976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:48,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:48,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957288976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:48,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957288976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957288976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:48,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-18T19:13:49,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-18T19:13:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:49,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957289155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:49,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,156 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:49,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957289184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957289184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957289184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:49,186 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957289185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:49,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:49,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/7defcee44d33484293455b6981dc3776 2024-11-18T19:13:49,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/5df49c16340b49b5abf15cc38bfa075b is 50, key is test_row_0/C:col10/1731957228799/Put/seqid=0 2024-11-18T19:13:49,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742093_1269 (size=9757) 2024-11-18T19:13:49,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-18T19:13:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:49,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-18T19:13:49,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-18T19:13:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:49,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:49,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957289465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,469 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,470 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:49,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957289494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:49,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957289495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957289495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:49,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957289495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:49,499 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:49,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-18T19:13:49,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:49,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:49,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:49,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-18T19:13:49,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/5df49c16340b49b5abf15cc38bfa075b 2024-11-18T19:13:49,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/33c6759e0f954f639a31fa03a1a292f2 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/33c6759e0f954f639a31fa03a1a292f2 2024-11-18T19:13:49,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/33c6759e0f954f639a31fa03a1a292f2, entries=200, sequenceid=224, filesize=14.2 K 2024-11-18T19:13:49,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/7defcee44d33484293455b6981dc3776 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/7defcee44d33484293455b6981dc3776 2024-11-18T19:13:49,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/7defcee44d33484293455b6981dc3776, entries=100, sequenceid=224, filesize=9.5 K 2024-11-18T19:13:49,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/5df49c16340b49b5abf15cc38bfa075b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/5df49c16340b49b5abf15cc38bfa075b 2024-11-18T19:13:49,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/5df49c16340b49b5abf15cc38bfa075b, entries=100, sequenceid=224, filesize=9.5 K 2024-11-18T19:13:49,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for a1626e6c4715466f9d4d922d2d1a8593 in 852ms, sequenceid=224, compaction requested=true 2024-11-18T19:13:49,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:49,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:49,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:49,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:49,657 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:49,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:49,657 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:49,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:49,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:49,658 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:49,658 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51434 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:49,658 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/A is initiating minor compaction (all files) 2024-11-18T19:13:49,658 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/B is initiating minor compaction (all files) 2024-11-18T19:13:49,658 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/B in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:49,658 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/A in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:49,658 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/10927c1184174216bc6b4a9876585939, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d80483d78160447799a7ff883cc51d30, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2b41d9f7d2a94538845c282a51243a36, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/33c6759e0f954f639a31fa03a1a292f2] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=50.2 K 2024-11-18T19:13:49,658 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/42ca982dc5ba4e1eb6df3f987c407590, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/3d2c9b801c86480f9946f1b73ac99396, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/f31a955c4053450eb8964a7d86d8fb5e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/7defcee44d33484293455b6981dc3776] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=45.6 K 2024-11-18T19:13:49,658 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10927c1184174216bc6b4a9876585939, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731957225847 2024-11-18T19:13:49,658 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 42ca982dc5ba4e1eb6df3f987c407590, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731957225847 2024-11-18T19:13:49,658 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting d80483d78160447799a7ff883cc51d30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731957225977 2024-11-18T19:13:49,658 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d2c9b801c86480f9946f1b73ac99396, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731957225977 2024-11-18T19:13:49,659 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b41d9f7d2a94538845c282a51243a36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731957226638 2024-11-18T19:13:49,659 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting f31a955c4053450eb8964a7d86d8fb5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731957226638 2024-11-18T19:13:49,659 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33c6759e0f954f639a31fa03a1a292f2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731957228799 2024-11-18T19:13:49,659 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 7defcee44d33484293455b6981dc3776, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731957228799 2024-11-18T19:13:49,668 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:49,668 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/60dce6fe5df14d37a9e821a532ec113e is 50, key is test_row_0/B:col10/1731957228799/Put/seqid=0 2024-11-18T19:13:49,669 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#A#compaction#229 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:49,669 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/821ea5d4af3e4eafa6441c792e0a0359 is 50, key is test_row_0/A:col10/1731957228799/Put/seqid=0 2024-11-18T19:13:49,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742094_1270 (size=12731) 2024-11-18T19:13:49,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742095_1271 (size=12731) 2024-11-18T19:13:49,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-18T19:13:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:49,742 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-18T19:13:49,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:49,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:13:49,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/734e565a5d194e1a9ae16cfd1bd7ca0c is 50, key is test_row_0/A:col10/1731957228863/Put/seqid=0 2024-11-18T19:13:49,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742096_1272 (size=12201) 2024-11-18T19:13:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:49,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:50,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957290004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:50,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,008 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:50,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957290005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:50,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:50,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957290005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:50,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957290005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:50,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957290005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:50,081 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/60dce6fe5df14d37a9e821a532ec113e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/60dce6fe5df14d37a9e821a532ec113e 2024-11-18T19:13:50,084 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/B of a1626e6c4715466f9d4d922d2d1a8593 into 60dce6fe5df14d37a9e821a532ec113e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:50,084 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:50,084 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/B, priority=12, startTime=1731957229657; duration=0sec 2024-11-18T19:13:50,085 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:50,085 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:B 2024-11-18T19:13:50,085 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:13:50,086 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46654 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:13:50,086 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/C is initiating minor compaction (all files) 2024-11-18T19:13:50,086 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/C in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:50,086 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/7dcd0129ee1b4c2b8fcf64492eb689ec, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c6cb94434a6c4b098a9faad38f7c8969, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/54e763a751f547a4991dedfa31291413, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/5df49c16340b49b5abf15cc38bfa075b] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=45.6 K 2024-11-18T19:13:50,087 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dcd0129ee1b4c2b8fcf64492eb689ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731957225847 2024-11-18T19:13:50,087 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c6cb94434a6c4b098a9faad38f7c8969, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1731957225977 2024-11-18T19:13:50,087 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 54e763a751f547a4991dedfa31291413, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731957226638 2024-11-18T19:13:50,088 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 5df49c16340b49b5abf15cc38bfa075b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731957228799 2024-11-18T19:13:50,089 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/821ea5d4af3e4eafa6441c792e0a0359 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/821ea5d4af3e4eafa6441c792e0a0359 2024-11-18T19:13:50,094 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/A of a1626e6c4715466f9d4d922d2d1a8593 into 821ea5d4af3e4eafa6441c792e0a0359(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:50,094 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:50,094 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/A, priority=12, startTime=1731957229656; duration=0sec 2024-11-18T19:13:50,094 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:50,094 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:A 2024-11-18T19:13:50,097 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#C#compaction#231 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:50,097 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/6cb10df0a23543fcabc1ec7f72435a42 is 50, key is test_row_0/C:col10/1731957228799/Put/seqid=0 2024-11-18T19:13:50,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742097_1273 (size=12731) 2024-11-18T19:13:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-18T19:13:50,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957290115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,118 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:50,153 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/734e565a5d194e1a9ae16cfd1bd7ca0c 2024-11-18T19:13:50,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/a6acb01517134be4ace6a7f7b1a880dd is 50, key is test_row_0/B:col10/1731957228863/Put/seqid=0 2024-11-18T19:13:50,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742098_1274 (size=12201) 2024-11-18T19:13:50,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957290325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:50,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:50,509 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/6cb10df0a23543fcabc1ec7f72435a42 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/6cb10df0a23543fcabc1ec7f72435a42 2024-11-18T19:13:50,514 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/C of a1626e6c4715466f9d4d922d2d1a8593 into 6cb10df0a23543fcabc1ec7f72435a42(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:50,514 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:50,514 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/C, priority=12, startTime=1731957229657; duration=0sec 2024-11-18T19:13:50,514 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:50,514 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:C 2024-11-18T19:13:50,565 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/a6acb01517134be4ace6a7f7b1a880dd 2024-11-18T19:13:50,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/2e6551822c08474cb05db57160a6272e is 50, key is test_row_0/C:col10/1731957228863/Put/seqid=0 2024-11-18T19:13:50,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742099_1275 (size=12201) 2024-11-18T19:13:50,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957290635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:50,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:50,975 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/2e6551822c08474cb05db57160a6272e 2024-11-18T19:13:50,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/734e565a5d194e1a9ae16cfd1bd7ca0c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/734e565a5d194e1a9ae16cfd1bd7ca0c 2024-11-18T19:13:50,982 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/734e565a5d194e1a9ae16cfd1bd7ca0c, entries=150, sequenceid=259, filesize=11.9 K 2024-11-18T19:13:50,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/a6acb01517134be4ace6a7f7b1a880dd as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a6acb01517134be4ace6a7f7b1a880dd 2024-11-18T19:13:50,986 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a6acb01517134be4ace6a7f7b1a880dd, entries=150, sequenceid=259, filesize=11.9 K 2024-11-18T19:13:50,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/2e6551822c08474cb05db57160a6272e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/2e6551822c08474cb05db57160a6272e 2024-11-18T19:13:50,990 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/2e6551822c08474cb05db57160a6272e, entries=150, sequenceid=259, filesize=11.9 K 2024-11-18T19:13:50,991 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for a1626e6c4715466f9d4d922d2d1a8593 in 1249ms, sequenceid=259, compaction requested=false 2024-11-18T19:13:50,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:50,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:50,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-18T19:13:50,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-18T19:13:50,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-18T19:13:50,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0140 sec 2024-11-18T19:13:50,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 2.0180 sec 2024-11-18T19:13:51,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:51,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-18T19:13:51,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:51,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:51,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:51,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:51,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:51,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:51,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/d98f7a49c3b54f6c916cf9550338ecef is 50, key is test_row_0/A:col10/1731957231017/Put/seqid=0 2024-11-18T19:13:51,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742100_1276 (size=12301) 2024-11-18T19:13:51,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957291047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957291049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957291049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957291050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,053 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-18T19:13:51,135 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:51,135 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-18T19:13:51,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-18T19:13:51,136 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:51,137 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:51,137 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:51,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957291145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957291155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957291155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,158 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957291165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957291165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,168 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-18T19:13:51,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-18T19:13:51,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:51,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957291365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957291365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,369 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957291376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,378 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957291376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/d98f7a49c3b54f6c916cf9550338ecef 2024-11-18T19:13:51,442 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-18T19:13:51,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:51,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/adab91746d794645bacabb22f8947e6f is 50, key is test_row_0/B:col10/1731957231017/Put/seqid=0 2024-11-18T19:13:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-18T19:13:51,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742101_1277 (size=12301) 2024-11-18T19:13:51,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/adab91746d794645bacabb22f8947e6f 2024-11-18T19:13:51,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/d4b5e1aafbc14af9975bad509bcff0f3 is 50, key is test_row_0/C:col10/1731957231017/Put/seqid=0 2024-11-18T19:13:51,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742102_1278 (size=12301) 2024-11-18T19:13:51,595 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-18T19:13:51,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:51,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957291675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957291675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,678 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957291685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:51,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957291685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:51,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:51,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:51,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-18T19:13:51,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,748 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-18T19:13:51,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/d4b5e1aafbc14af9975bad509bcff0f3 2024-11-18T19:13:51,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/d98f7a49c3b54f6c916cf9550338ecef as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d98f7a49c3b54f6c916cf9550338ecef 2024-11-18T19:13:51,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d98f7a49c3b54f6c916cf9550338ecef, entries=150, sequenceid=275, filesize=12.0 K 2024-11-18T19:13:51,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/adab91746d794645bacabb22f8947e6f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/adab91746d794645bacabb22f8947e6f 2024-11-18T19:13:51,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/adab91746d794645bacabb22f8947e6f, entries=150, sequenceid=275, filesize=12.0 K 2024-11-18T19:13:51,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/d4b5e1aafbc14af9975bad509bcff0f3 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d4b5e1aafbc14af9975bad509bcff0f3 2024-11-18T19:13:51,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d4b5e1aafbc14af9975bad509bcff0f3, entries=150, sequenceid=275, filesize=12.0 K 2024-11-18T19:13:51,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=114.05 KB/116790 for a1626e6c4715466f9d4d922d2d1a8593 in 869ms, sequenceid=275, compaction requested=true 2024-11-18T19:13:51,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:51,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:51,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:51,887 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:51,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:51,887 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:51,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:51,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:51,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:51,887 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:51,887 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:51,888 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/B is initiating minor compaction (all files) 2024-11-18T19:13:51,888 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/A is initiating minor compaction (all files) 2024-11-18T19:13:51,888 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/A in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,888 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/B in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,888 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/821ea5d4af3e4eafa6441c792e0a0359, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/734e565a5d194e1a9ae16cfd1bd7ca0c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d98f7a49c3b54f6c916cf9550338ecef] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=36.4 K 2024-11-18T19:13:51,888 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/60dce6fe5df14d37a9e821a532ec113e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a6acb01517134be4ace6a7f7b1a880dd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/adab91746d794645bacabb22f8947e6f] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=36.4 K 2024-11-18T19:13:51,888 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 60dce6fe5df14d37a9e821a532ec113e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731957226641 2024-11-18T19:13:51,888 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 821ea5d4af3e4eafa6441c792e0a0359, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731957226641 2024-11-18T19:13:51,888 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting a6acb01517134be4ace6a7f7b1a880dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731957228819 2024-11-18T19:13:51,888 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 734e565a5d194e1a9ae16cfd1bd7ca0c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731957228819 2024-11-18T19:13:51,889 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting adab91746d794645bacabb22f8947e6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957229994 2024-11-18T19:13:51,889 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting d98f7a49c3b54f6c916cf9550338ecef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957229994 2024-11-18T19:13:51,895 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:51,896 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#A#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:51,896 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/aef0304366564561be44a0d948decfc4 is 50, key is test_row_0/B:col10/1731957231017/Put/seqid=0 2024-11-18T19:13:51,896 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/5873051d689145449142157feb30c848 is 50, key is test_row_0/A:col10/1731957231017/Put/seqid=0 2024-11-18T19:13:51,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-18T19:13:51,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742103_1279 (size=12983) 2024-11-18T19:13:51,901 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-18T19:13:51,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:51,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:51,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:51,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:51,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:51,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:51,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742104_1280 (size=12983) 2024-11-18T19:13:51,906 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/aef0304366564561be44a0d948decfc4 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/aef0304366564561be44a0d948decfc4 2024-11-18T19:13:51,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/6bae0054643b499b929335249e43a088 is 50, key is test_row_0/A:col10/1731957231047/Put/seqid=0 2024-11-18T19:13:51,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742105_1281 (size=12301) 2024-11-18T19:13:51,912 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/5873051d689145449142157feb30c848 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5873051d689145449142157feb30c848 2024-11-18T19:13:51,913 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/B of a1626e6c4715466f9d4d922d2d1a8593 into aef0304366564561be44a0d948decfc4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:51,913 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:51,913 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/B, priority=13, startTime=1731957231887; duration=0sec 2024-11-18T19:13:51,913 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:51,913 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:B 2024-11-18T19:13:51,914 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:51,915 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:51,915 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/C is initiating minor compaction (all files) 2024-11-18T19:13:51,915 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/C in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:51,915 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/6cb10df0a23543fcabc1ec7f72435a42, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/2e6551822c08474cb05db57160a6272e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d4b5e1aafbc14af9975bad509bcff0f3] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=36.4 K 2024-11-18T19:13:51,915 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cb10df0a23543fcabc1ec7f72435a42, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1731957226641 2024-11-18T19:13:51,916 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e6551822c08474cb05db57160a6272e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1731957228819 2024-11-18T19:13:51,916 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/A of a1626e6c4715466f9d4d922d2d1a8593 into 5873051d689145449142157feb30c848(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:51,916 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:51,916 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting d4b5e1aafbc14af9975bad509bcff0f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957229994 2024-11-18T19:13:51,916 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/A, priority=13, startTime=1731957231886; duration=0sec 2024-11-18T19:13:51,916 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:51,916 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:A 2024-11-18T19:13:51,922 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#C#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:51,923 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/ce07dada87da44f6b51d21c95ace03b8 is 50, key is test_row_0/C:col10/1731957231017/Put/seqid=0 2024-11-18T19:13:51,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742106_1282 (size=12983) 2024-11-18T19:13:51,932 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/ce07dada87da44f6b51d21c95ace03b8 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/ce07dada87da44f6b51d21c95ace03b8 2024-11-18T19:13:51,936 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/C of a1626e6c4715466f9d4d922d2d1a8593 into ce07dada87da44f6b51d21c95ace03b8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:51,936 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:51,936 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/C, priority=13, startTime=1731957231887; duration=0sec 2024-11-18T19:13:51,936 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:51,936 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:C 2024-11-18T19:13:52,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:52,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957292187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957292188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957292190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957292195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957292195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,197 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-18T19:13:52,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957292294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957292294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,296 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,297 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957292305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,306 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,312 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/6bae0054643b499b929335249e43a088 2024-11-18T19:13:52,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/aa2206a6281e4a49801eee10bcdd5593 is 50, key is test_row_0/B:col10/1731957231047/Put/seqid=0 2024-11-18T19:13:52,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742107_1283 (size=12301) 2024-11-18T19:13:52,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957292504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957292504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,507 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957292514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,519 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,726 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/aa2206a6281e4a49801eee10bcdd5593 2024-11-18T19:13:52,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/d9203cea1a5445b18450bbfa4f0254a5 is 50, key is test_row_0/C:col10/1731957231047/Put/seqid=0 2024-11-18T19:13:52,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742108_1284 (size=12301) 2024-11-18T19:13:52,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957292815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957292815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,818 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:52,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:52,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957292825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:52,826 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,143 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/d9203cea1a5445b18450bbfa4f0254a5 2024-11-18T19:13:53,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/6bae0054643b499b929335249e43a088 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/6bae0054643b499b929335249e43a088 2024-11-18T19:13:53,151 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/6bae0054643b499b929335249e43a088, entries=150, sequenceid=295, filesize=12.0 K 2024-11-18T19:13:53,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/aa2206a6281e4a49801eee10bcdd5593 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/aa2206a6281e4a49801eee10bcdd5593 2024-11-18T19:13:53,155 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/aa2206a6281e4a49801eee10bcdd5593, entries=150, sequenceid=295, filesize=12.0 K 2024-11-18T19:13:53,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/d9203cea1a5445b18450bbfa4f0254a5 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d9203cea1a5445b18450bbfa4f0254a5 2024-11-18T19:13:53,159 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d9203cea1a5445b18450bbfa4f0254a5, entries=150, sequenceid=295, filesize=12.0 K 2024-11-18T19:13:53,159 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for a1626e6c4715466f9d4d922d2d1a8593 in 1259ms, sequenceid=295, compaction requested=false 2024-11-18T19:13:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:53,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-18T19:13:53,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-18T19:13:53,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-18T19:13:53,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0240 sec 2024-11-18T19:13:53,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 2.0280 sec 2024-11-18T19:13:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:53,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:13:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:53,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:53,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/ede726289bf2460ba6d0b7cdd1714432 is 50, key is test_row_0/A:col10/1731957233207/Put/seqid=0 2024-11-18T19:13:53,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742109_1285 (size=14741) 2024-11-18T19:13:53,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:53,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957293241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957293243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-18T19:13:53,285 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:53,285 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-18T19:13:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:13:53,287 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:53,287 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:53,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:53,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957293325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:53,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957293325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957293334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957293354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:53,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957293355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:53,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:13:53,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:13:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:53,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957293564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:53,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957293564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:13:53,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:53,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:53,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:53,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:13:53,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/ede726289bf2460ba6d0b7cdd1714432 2024-11-18T19:13:53,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/a8bd09a97146415f82399e95f2f81bd7 is 50, key is test_row_0/B:col10/1731957233207/Put/seqid=0 2024-11-18T19:13:53,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742110_1286 (size=12301) 2024-11-18T19:13:53,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:13:53,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:53,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:53,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:53,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957293875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:53,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957293875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:53,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:53,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:13:53,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:53,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:53,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:53,897 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:53,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:13:54,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/a8bd09a97146415f82399e95f2f81bd7 2024-11-18T19:13:54,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/c30363eb15e54bf98265ce6532dd8d60 is 50, key is test_row_0/C:col10/1731957233207/Put/seqid=0 2024-11-18T19:13:54,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742111_1287 (size=12301) 2024-11-18T19:13:54,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:13:54,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:54,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:54,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:54,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:54,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:54,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:13:54,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:54,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:54,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:54,203 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:54,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:54,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:54,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957294345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:54,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957294345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:54,347 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in a1626e6c4715466f9d4d922d2d1a8593 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:54,347 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in a1626e6c4715466f9d4d922d2d1a8593 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:54,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:13:54,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:54,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:54,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:54,356 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:54,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:54,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:54,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957294355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:54,358 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in a1626e6c4715466f9d4d922d2d1a8593 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:54,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:54,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:54,358 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:54,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957294385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:54,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:54,387 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:54,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:54,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957294385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:54,388 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:54,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:54,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:54,388 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:54,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:13:54,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/c30363eb15e54bf98265ce6532dd8d60 2024-11-18T19:13:54,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/ede726289bf2460ba6d0b7cdd1714432 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ede726289bf2460ba6d0b7cdd1714432 2024-11-18T19:13:54,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ede726289bf2460ba6d0b7cdd1714432, entries=200, sequenceid=312, filesize=14.4 K 2024-11-18T19:13:54,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/a8bd09a97146415f82399e95f2f81bd7 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a8bd09a97146415f82399e95f2f81bd7 2024-11-18T19:13:54,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a8bd09a97146415f82399e95f2f81bd7, entries=150, sequenceid=312, filesize=12.0 K 2024-11-18T19:13:54,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/c30363eb15e54bf98265ce6532dd8d60 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c30363eb15e54bf98265ce6532dd8d60 2024-11-18T19:13:54,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c30363eb15e54bf98265ce6532dd8d60, entries=150, sequenceid=312, filesize=12.0 K 2024-11-18T19:13:54,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for a1626e6c4715466f9d4d922d2d1a8593 in 1246ms, sequenceid=312, compaction requested=true 2024-11-18T19:13:54,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:54,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:54,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:54,455 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:54,455 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:54,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:54,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:54,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:54,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:54,456 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:54,456 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:54,456 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/B is initiating minor compaction (all files) 2024-11-18T19:13:54,456 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/A is initiating minor compaction (all files) 2024-11-18T19:13:54,456 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/A in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:54,456 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/B in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:54,456 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/aef0304366564561be44a0d948decfc4, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/aa2206a6281e4a49801eee10bcdd5593, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a8bd09a97146415f82399e95f2f81bd7] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=36.7 K 2024-11-18T19:13:54,456 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5873051d689145449142157feb30c848, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/6bae0054643b499b929335249e43a088, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ede726289bf2460ba6d0b7cdd1714432] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=39.1 K 2024-11-18T19:13:54,456 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5873051d689145449142157feb30c848, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957229994 2024-11-18T19:13:54,456 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting aef0304366564561be44a0d948decfc4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957229994 2024-11-18T19:13:54,457 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bae0054643b499b929335249e43a088, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731957231045 2024-11-18T19:13:54,457 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting aa2206a6281e4a49801eee10bcdd5593, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731957231045 2024-11-18T19:13:54,457 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting ede726289bf2460ba6d0b7cdd1714432, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731957232186 2024-11-18T19:13:54,457 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting a8bd09a97146415f82399e95f2f81bd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731957232186 2024-11-18T19:13:54,463 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#B#compaction#246 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:54,463 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/3af9098f5d7640d690747289e8cec14f is 50, key is test_row_0/B:col10/1731957233207/Put/seqid=0 2024-11-18T19:13:54,466 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#A#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:54,466 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/752b9aaf10164793b8a861cdd8338b06 is 50, key is test_row_0/A:col10/1731957233207/Put/seqid=0 2024-11-18T19:13:54,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742113_1289 (size=13085) 2024-11-18T19:13:54,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742112_1288 (size=13085) 2024-11-18T19:13:54,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-18T19:13:54,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:54,509 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-18T19:13:54,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:54,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:54,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:54,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:54,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:54,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:54,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/2a8128bc908b4dfa8b2217e38f69fb0e is 50, key is test_row_0/A:col10/1731957233224/Put/seqid=0 2024-11-18T19:13:54,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742114_1290 (size=12301) 2024-11-18T19:13:54,875 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/752b9aaf10164793b8a861cdd8338b06 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/752b9aaf10164793b8a861cdd8338b06 2024-11-18T19:13:54,876 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/3af9098f5d7640d690747289e8cec14f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/3af9098f5d7640d690747289e8cec14f 2024-11-18T19:13:54,880 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/A of a1626e6c4715466f9d4d922d2d1a8593 into 752b9aaf10164793b8a861cdd8338b06(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:54,880 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:54,880 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/A, priority=13, startTime=1731957234455; duration=0sec 2024-11-18T19:13:54,880 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:54,880 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:A 2024-11-18T19:13:54,880 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:54,881 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/B of a1626e6c4715466f9d4d922d2d1a8593 into 3af9098f5d7640d690747289e8cec14f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:54,881 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:54,881 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/B, priority=13, startTime=1731957234455; duration=0sec 2024-11-18T19:13:54,881 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:54,881 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:B 2024-11-18T19:13:54,882 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:54,883 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/C is initiating minor compaction (all files) 2024-11-18T19:13:54,883 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/C in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:54,883 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/ce07dada87da44f6b51d21c95ace03b8, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d9203cea1a5445b18450bbfa4f0254a5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c30363eb15e54bf98265ce6532dd8d60] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=36.7 K 2024-11-18T19:13:54,883 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting ce07dada87da44f6b51d21c95ace03b8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957229994 2024-11-18T19:13:54,884 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9203cea1a5445b18450bbfa4f0254a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1731957231045 2024-11-18T19:13:54,884 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting c30363eb15e54bf98265ce6532dd8d60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731957232186 2024-11-18T19:13:54,896 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#C#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:54,896 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/6bedd4bdac124c9f8dd9a701c1731e99 is 50, key is test_row_0/C:col10/1731957233207/Put/seqid=0 2024-11-18T19:13:54,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742115_1291 (size=13085) 2024-11-18T19:13:54,924 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/2a8128bc908b4dfa8b2217e38f69fb0e 2024-11-18T19:13:54,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/beb936da60a94fa49a071db441abf906 is 50, key is test_row_0/B:col10/1731957233224/Put/seqid=0 2024-11-18T19:13:54,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742116_1292 (size=12301) 2024-11-18T19:13:55,310 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/6bedd4bdac124c9f8dd9a701c1731e99 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/6bedd4bdac124c9f8dd9a701c1731e99 2024-11-18T19:13:55,314 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/C of a1626e6c4715466f9d4d922d2d1a8593 into 6bedd4bdac124c9f8dd9a701c1731e99(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:55,314 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:55,314 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/C, priority=13, startTime=1731957234455; duration=0sec 2024-11-18T19:13:55,315 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:55,315 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:C 2024-11-18T19:13:55,334 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/beb936da60a94fa49a071db441abf906 2024-11-18T19:13:55,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/8931570dab2d4c1a985d51b8f4c0a0b0 is 50, key is test_row_0/C:col10/1731957233224/Put/seqid=0 2024-11-18T19:13:55,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742117_1293 (size=12301) 2024-11-18T19:13:55,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:55,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:55,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:55,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957295429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:55,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:55,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:13:55,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:55,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957295433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,437 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:55,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957295545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:55,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957295545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:55,744 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/8931570dab2d4c1a985d51b8f4c0a0b0 2024-11-18T19:13:55,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/2a8128bc908b4dfa8b2217e38f69fb0e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a8128bc908b4dfa8b2217e38f69fb0e 2024-11-18T19:13:55,751 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a8128bc908b4dfa8b2217e38f69fb0e, entries=150, sequenceid=330, filesize=12.0 K 2024-11-18T19:13:55,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/beb936da60a94fa49a071db441abf906 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/beb936da60a94fa49a071db441abf906 2024-11-18T19:13:55,755 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/beb936da60a94fa49a071db441abf906, entries=150, sequenceid=330, filesize=12.0 K 2024-11-18T19:13:55,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/8931570dab2d4c1a985d51b8f4c0a0b0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/8931570dab2d4c1a985d51b8f4c0a0b0 2024-11-18T19:13:55,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957295755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:55,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957295755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:55,757 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:55,760 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/8931570dab2d4c1a985d51b8f4c0a0b0, entries=150, sequenceid=330, filesize=12.0 K 2024-11-18T19:13:55,760 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a1626e6c4715466f9d4d922d2d1a8593 in 1252ms, sequenceid=330, compaction requested=false 2024-11-18T19:13:55,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:55,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:55,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-18T19:13:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-18T19:13:55,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-18T19:13:55,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4750 sec 2024-11-18T19:13:55,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 2.4790 sec 2024-11-18T19:13:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:56,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-18T19:13:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:56,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:56,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/4363137b12c64fd4ae2fe3424f01286a is 50, key is test_row_0/A:col10/1731957236066/Put/seqid=0 2024-11-18T19:13:56,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742118_1294 (size=12301) 2024-11-18T19:13:56,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/4363137b12c64fd4ae2fe3424f01286a 2024-11-18T19:13:56,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/d45a8ba50ec44cba8a2c9b0d500c1eaa is 50, key is test_row_0/B:col10/1731957236066/Put/seqid=0 2024-11-18T19:13:56,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742119_1295 (size=12301) 2024-11-18T19:13:56,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957296100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:56,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:56,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957296101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,105 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:56,180 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:13:56,207 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957296205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,208 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:56,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957296214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:56,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41272 deadline: 1731957296354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:56,358 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in a1626e6c4715466f9d4d922d2d1a8593 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:56,366 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41222 deadline: 1731957296365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:56,366 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in a1626e6c4715466f9d4d922d2d1a8593 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,367 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:56,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41174 deadline: 1731957296375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:56,378 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in a1626e6c4715466f9d4d922d2d1a8593 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:13:56,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:56,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957296414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:56,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957296425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:56,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,427 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:56,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/d45a8ba50ec44cba8a2c9b0d500c1eaa 2024-11-18T19:13:56,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/1beff96f87d64f72b243e1e301523208 is 50, key is test_row_0/C:col10/1731957236066/Put/seqid=0 2024-11-18T19:13:56,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742120_1296 (size=12301) 2024-11-18T19:13:56,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957296725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,730 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:56,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:56,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957296735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:56,738 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:56,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/1beff96f87d64f72b243e1e301523208 2024-11-18T19:13:56,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/4363137b12c64fd4ae2fe3424f01286a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/4363137b12c64fd4ae2fe3424f01286a 2024-11-18T19:13:56,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/4363137b12c64fd4ae2fe3424f01286a, entries=150, sequenceid=348, filesize=12.0 K 2024-11-18T19:13:56,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/d45a8ba50ec44cba8a2c9b0d500c1eaa as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/d45a8ba50ec44cba8a2c9b0d500c1eaa 2024-11-18T19:13:56,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/d45a8ba50ec44cba8a2c9b0d500c1eaa, entries=150, sequenceid=348, filesize=12.0 K 2024-11-18T19:13:56,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/1beff96f87d64f72b243e1e301523208 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/1beff96f87d64f72b243e1e301523208 2024-11-18T19:13:56,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/1beff96f87d64f72b243e1e301523208, entries=150, sequenceid=348, filesize=12.0 K 2024-11-18T19:13:56,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for a1626e6c4715466f9d4d922d2d1a8593 in 846ms, sequenceid=348, compaction requested=true 2024-11-18T19:13:56,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:56,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:13:56,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:56,913 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:56,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:13:56,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:56,914 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:56,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:13:56,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:56,914 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:56,914 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:56,914 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/B is initiating minor compaction (all files) 2024-11-18T19:13:56,914 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/A is initiating minor compaction (all files) 2024-11-18T19:13:56,914 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/B in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:56,914 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/A in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:56,914 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/3af9098f5d7640d690747289e8cec14f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/beb936da60a94fa49a071db441abf906, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/d45a8ba50ec44cba8a2c9b0d500c1eaa] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=36.8 K 2024-11-18T19:13:56,914 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/752b9aaf10164793b8a861cdd8338b06, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a8128bc908b4dfa8b2217e38f69fb0e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/4363137b12c64fd4ae2fe3424f01286a] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=36.8 K 2024-11-18T19:13:56,915 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 3af9098f5d7640d690747289e8cec14f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731957232186 2024-11-18T19:13:56,915 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 752b9aaf10164793b8a861cdd8338b06, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731957232186 2024-11-18T19:13:56,915 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting beb936da60a94fa49a071db441abf906, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731957233224 2024-11-18T19:13:56,915 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2a8128bc908b4dfa8b2217e38f69fb0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731957233224 2024-11-18T19:13:56,915 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting d45a8ba50ec44cba8a2c9b0d500c1eaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731957235427 2024-11-18T19:13:56,915 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4363137b12c64fd4ae2fe3424f01286a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731957235427 2024-11-18T19:13:56,931 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#A#compaction#256 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:56,932 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#B#compaction#255 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:56,932 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/bb01d04fd7d244028f3ca8e488e2b3e6 is 50, key is test_row_0/A:col10/1731957236066/Put/seqid=0 2024-11-18T19:13:56,932 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/bfea3cdf2eb341889d45843f638178b0 is 50, key is test_row_0/B:col10/1731957236066/Put/seqid=0 2024-11-18T19:13:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742121_1297 (size=13187) 2024-11-18T19:13:56,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742122_1298 (size=13187) 2024-11-18T19:13:57,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:57,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-18T19:13:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:57,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:57,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/1c6e9e61e789440985d2d73c7f795b89 is 50, key is test_row_0/A:col10/1731957236099/Put/seqid=0 2024-11-18T19:13:57,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742123_1299 (size=12301) 2024-11-18T19:13:57,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/1c6e9e61e789440985d2d73c7f795b89 2024-11-18T19:13:57,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/5c9a0ad6e5bf4e19add22f3f41592340 is 50, key is test_row_0/B:col10/1731957236099/Put/seqid=0 2024-11-18T19:13:57,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742124_1300 (size=12301) 2024-11-18T19:13:57,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957297264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,268 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:57,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957297268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,272 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:57,343 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/bfea3cdf2eb341889d45843f638178b0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/bfea3cdf2eb341889d45843f638178b0 2024-11-18T19:13:57,343 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/bb01d04fd7d244028f3ca8e488e2b3e6 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/bb01d04fd7d244028f3ca8e488e2b3e6 2024-11-18T19:13:57,348 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/B of a1626e6c4715466f9d4d922d2d1a8593 into bfea3cdf2eb341889d45843f638178b0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:57,348 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/A of a1626e6c4715466f9d4d922d2d1a8593 into bb01d04fd7d244028f3ca8e488e2b3e6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:57,348 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:57,348 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:57,348 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/B, priority=13, startTime=1731957236913; duration=0sec 2024-11-18T19:13:57,348 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/A, priority=13, startTime=1731957236913; duration=0sec 2024-11-18T19:13:57,348 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:57,348 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:A 2024-11-18T19:13:57,348 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:13:57,348 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:B 2024-11-18T19:13:57,348 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:13:57,349 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:13:57,349 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/C is initiating minor compaction (all files) 2024-11-18T19:13:57,349 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/C in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:57,349 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/6bedd4bdac124c9f8dd9a701c1731e99, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/8931570dab2d4c1a985d51b8f4c0a0b0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/1beff96f87d64f72b243e1e301523208] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=36.8 K 2024-11-18T19:13:57,350 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6bedd4bdac124c9f8dd9a701c1731e99, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731957232186 2024-11-18T19:13:57,350 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8931570dab2d4c1a985d51b8f4c0a0b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731957233224 2024-11-18T19:13:57,350 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1beff96f87d64f72b243e1e301523208, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731957235427 2024-11-18T19:13:57,356 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#C#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:13:57,357 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/e29c4ac9c7de4422b40ceaca4d15f877 is 50, key is test_row_0/C:col10/1731957236066/Put/seqid=0 2024-11-18T19:13:57,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742125_1301 (size=13187) 2024-11-18T19:13:57,378 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/e29c4ac9c7de4422b40ceaca4d15f877 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/e29c4ac9c7de4422b40ceaca4d15f877 2024-11-18T19:13:57,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957297375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:57,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957297375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:57,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,379 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:57,379 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:57,382 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/C of a1626e6c4715466f9d4d922d2d1a8593 into e29c4ac9c7de4422b40ceaca4d15f877(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:13:57,382 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:57,382 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/C, priority=13, startTime=1731957236914; duration=0sec 2024-11-18T19:13:57,383 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:13:57,383 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:C 2024-11-18T19:13:57,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-18T19:13:57,445 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:57,446 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:13:57,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-18T19:13:57,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T19:13:57,447 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:13:57,448 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:13:57,448 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:13:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T19:13:57,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957297585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,588 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957297585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,589 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:57,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-18T19:13:57,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:57,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:57,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:57,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:57,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:57,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/5c9a0ad6e5bf4e19add22f3f41592340 2024-11-18T19:13:57,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/184c89dadc9a49ae919ccdca96cf5137 is 50, key is test_row_0/C:col10/1731957236099/Put/seqid=0 2024-11-18T19:13:57,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742126_1302 (size=12301) 2024-11-18T19:13:57,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-18T19:13:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:57,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:57,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:57,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T19:13:57,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957297895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:57,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957297895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:57,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:57,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-18T19:13:57,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:57,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:57,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:57,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:57,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:57,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:58,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-18T19:13:58,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:58,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:58,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:58,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:58,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:13:58,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/184c89dadc9a49ae919ccdca96cf5137 2024-11-18T19:13:58,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T19:13:58,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/1c6e9e61e789440985d2d73c7f795b89 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/1c6e9e61e789440985d2d73c7f795b89 2024-11-18T19:13:58,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/1c6e9e61e789440985d2d73c7f795b89, entries=150, sequenceid=366, filesize=12.0 K 2024-11-18T19:13:58,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/5c9a0ad6e5bf4e19add22f3f41592340 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/5c9a0ad6e5bf4e19add22f3f41592340 2024-11-18T19:13:58,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/5c9a0ad6e5bf4e19add22f3f41592340, entries=150, sequenceid=366, filesize=12.0 K 2024-11-18T19:13:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/184c89dadc9a49ae919ccdca96cf5137 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/184c89dadc9a49ae919ccdca96cf5137 2024-11-18T19:13:58,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/184c89dadc9a49ae919ccdca96cf5137, entries=150, sequenceid=366, filesize=12.0 K 2024-11-18T19:13:58,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for a1626e6c4715466f9d4d922d2d1a8593 in 850ms, sequenceid=366, compaction requested=false 2024-11-18T19:13:58,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:58,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-18T19:13:58,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:58,211 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:13:58,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:58,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:58,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:58,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:58,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:58,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:58,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/5a3801da47e2483f95890a7941a607b2 is 50, key is test_row_0/A:col10/1731957237261/Put/seqid=0 2024-11-18T19:13:58,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742127_1303 (size=12301) 2024-11-18T19:13:58,221 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/5a3801da47e2483f95890a7941a607b2 2024-11-18T19:13:58,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/0a462b3f0b4a48c2977ac4e7debe32ff is 50, key is test_row_0/B:col10/1731957237261/Put/seqid=0 2024-11-18T19:13:58,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742128_1304 (size=12301) 2024-11-18T19:13:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:58,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. as already flushing 2024-11-18T19:13:58,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957298453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:58,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,457 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:58,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:58,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957298455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:58,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:58,504 INFO [Thread-1048 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1048. 2024-11-18T19:13:58,504 DEBUG [Thread-1048 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:58,504 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:58,504 DEBUG [Thread-1048 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:58,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:58,505 INFO [Thread-1046 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1046. 2024-11-18T19:13:58,505 DEBUG [Thread-1046 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:58,505 DEBUG [Thread-1046 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:58,505 DEBUG [Thread-1046 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:58,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:58,505 INFO [Thread-1044 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1044. 2024-11-18T19:13:58,505 DEBUG [Thread-1044 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:58,505 DEBUG [Thread-1044 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:58,505 DEBUG [Thread-1044 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:58,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:58,508 INFO [Thread-1050 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1050. 2024-11-18T19:13:58,508 DEBUG [Thread-1050 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:58,508 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:58,508 DEBUG [Thread-1050 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:58,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:58,509 INFO [Thread-1052 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1052. 2024-11-18T19:13:58,509 DEBUG [Thread-1052 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:58,509 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:58,509 DEBUG [Thread-1052 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:58,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:58,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:58,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957298565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957298566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:58,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:58,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T19:13:58,632 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/0a462b3f0b4a48c2977ac4e7debe32ff 2024-11-18T19:13:58,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/9459f6ec0371416abf89df815e549fcc is 50, key is test_row_0/C:col10/1731957237261/Put/seqid=0 2024-11-18T19:13:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742129_1305 (size=12301) 2024-11-18T19:13:58,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:58,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:13:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41192 deadline: 1731957298775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:58,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41264 deadline: 1731957298776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:13:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:13:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:58,778 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:13:59,053 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=383 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/9459f6ec0371416abf89df815e549fcc 2024-11-18T19:13:59,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/5a3801da47e2483f95890a7941a607b2 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5a3801da47e2483f95890a7941a607b2 2024-11-18T19:13:59,070 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5a3801da47e2483f95890a7941a607b2, entries=150, sequenceid=383, filesize=12.0 K 2024-11-18T19:13:59,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/0a462b3f0b4a48c2977ac4e7debe32ff as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/0a462b3f0b4a48c2977ac4e7debe32ff 2024-11-18T19:13:59,075 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/0a462b3f0b4a48c2977ac4e7debe32ff, entries=150, sequenceid=383, filesize=12.0 K 2024-11-18T19:13:59,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/9459f6ec0371416abf89df815e549fcc as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9459f6ec0371416abf89df815e549fcc 2024-11-18T19:13:59,080 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9459f6ec0371416abf89df815e549fcc, entries=150, sequenceid=383, filesize=12.0 K 2024-11-18T19:13:59,081 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for a1626e6c4715466f9d4d922d2d1a8593 in 870ms, sequenceid=383, compaction requested=true 2024-11-18T19:13:59,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:13:59,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:13:59,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-18T19:13:59,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-18T19:13:59,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-18T19:13:59,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6350 sec 2024-11-18T19:13:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:13:59,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-18T19:13:59,087 INFO [Thread-1035 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1035. 2024-11-18T19:13:59,087 INFO [Thread-1033 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1033. 2024-11-18T19:13:59,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:13:59,087 DEBUG [Thread-1035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:59,087 DEBUG [Thread-1035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:59,087 DEBUG [Thread-1033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:13:59,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:59,087 DEBUG [Thread-1033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:59,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:13:59,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:59,087 DEBUG [Thread-1035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:59,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:59,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:13:59,087 DEBUG [Thread-1033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:13:59,087 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:13:59,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:13:59,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.6400 sec 2024-11-18T19:13:59,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/621e0a2ee8d94971814be02cc44e2fc6 is 50, key is test_row_0/A:col10/1731957239085/Put/seqid=0 2024-11-18T19:13:59,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742130_1306 (size=12301) 2024-11-18T19:13:59,498 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/621e0a2ee8d94971814be02cc44e2fc6 2024-11-18T19:13:59,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/dabd15183059436b82c76553225fa3f8 is 50, key is test_row_0/B:col10/1731957239085/Put/seqid=0 2024-11-18T19:13:59,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742131_1307 (size=12301) 2024-11-18T19:13:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-18T19:13:59,596 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:13:59,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/dabd15183059436b82c76553225fa3f8 2024-11-18T19:13:59,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/91757062cde04efbb919a5d9f8786592 is 50, key is test_row_0/C:col10/1731957239085/Put/seqid=0 2024-11-18T19:13:59,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742132_1308 (size=12301) 2024-11-18T19:14:00,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/91757062cde04efbb919a5d9f8786592 2024-11-18T19:14:00,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/621e0a2ee8d94971814be02cc44e2fc6 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/621e0a2ee8d94971814be02cc44e2fc6 2024-11-18T19:14:00,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/621e0a2ee8d94971814be02cc44e2fc6, entries=150, sequenceid=403, filesize=12.0 K 2024-11-18T19:14:00,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/dabd15183059436b82c76553225fa3f8 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/dabd15183059436b82c76553225fa3f8 2024-11-18T19:14:00,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/dabd15183059436b82c76553225fa3f8, entries=150, sequenceid=403, filesize=12.0 K 2024-11-18T19:14:00,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/91757062cde04efbb919a5d9f8786592 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/91757062cde04efbb919a5d9f8786592 2024-11-18T19:14:00,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/91757062cde04efbb919a5d9f8786592, entries=150, sequenceid=403, filesize=12.0 K 2024-11-18T19:14:00,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=0 B/0 for a1626e6c4715466f9d4d922d2d1a8593 in 1277ms, sequenceid=403, compaction requested=true 2024-11-18T19:14:00,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:14:00,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:00,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:00,364 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:14:00,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:00,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:00,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a1626e6c4715466f9d4d922d2d1a8593:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:00,364 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:14:00,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:00,365 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:14:00,365 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:14:00,365 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/A is initiating minor compaction (all files) 2024-11-18T19:14:00,365 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): a1626e6c4715466f9d4d922d2d1a8593/B is initiating minor compaction (all files) 2024-11-18T19:14:00,365 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/A in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:14:00,365 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a1626e6c4715466f9d4d922d2d1a8593/B in TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:14:00,366 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/bb01d04fd7d244028f3ca8e488e2b3e6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/1c6e9e61e789440985d2d73c7f795b89, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5a3801da47e2483f95890a7941a607b2, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/621e0a2ee8d94971814be02cc44e2fc6] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=48.9 K 2024-11-18T19:14:00,366 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/bfea3cdf2eb341889d45843f638178b0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/5c9a0ad6e5bf4e19add22f3f41592340, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/0a462b3f0b4a48c2977ac4e7debe32ff, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/dabd15183059436b82c76553225fa3f8] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp, totalSize=48.9 K 2024-11-18T19:14:00,366 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb01d04fd7d244028f3ca8e488e2b3e6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731957235427 2024-11-18T19:14:00,366 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting bfea3cdf2eb341889d45843f638178b0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731957235427 2024-11-18T19:14:00,366 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c9a0ad6e5bf4e19add22f3f41592340, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731957236095 2024-11-18T19:14:00,366 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c6e9e61e789440985d2d73c7f795b89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=366, earliestPutTs=1731957236095 2024-11-18T19:14:00,367 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a3801da47e2483f95890a7941a607b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731957237259 2024-11-18T19:14:00,367 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a462b3f0b4a48c2977ac4e7debe32ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=383, earliestPutTs=1731957237259 2024-11-18T19:14:00,367 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 621e0a2ee8d94971814be02cc44e2fc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731957238448 2024-11-18T19:14:00,367 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting dabd15183059436b82c76553225fa3f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1731957238448 2024-11-18T19:14:00,377 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#A#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:00,377 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a1626e6c4715466f9d4d922d2d1a8593#B#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:00,377 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/80a897eb2cd5485d8f063783c12449e2 is 50, key is test_row_0/B:col10/1731957239085/Put/seqid=0 2024-11-18T19:14:00,377 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/8fa25daf8b4d4bbdb803bce0c5300535 is 50, key is test_row_0/A:col10/1731957239085/Put/seqid=0 2024-11-18T19:14:00,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742133_1309 (size=13323) 2024-11-18T19:14:00,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742134_1310 (size=13323) 2024-11-18T19:14:00,406 INFO [Thread-1039 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1039. 2024-11-18T19:14:00,406 DEBUG [Thread-1039 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:00,406 DEBUG [Thread-1039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:00,406 INFO [Thread-1037 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1037. 2024-11-18T19:14:00,406 DEBUG [Thread-1039 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:00,406 INFO [Thread-1041 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1041. 2024-11-18T19:14:00,406 DEBUG [Thread-1037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:00,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:00,406 DEBUG [Thread-1037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:00,406 DEBUG [Thread-1041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:00,406 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:00,406 DEBUG [Thread-1037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:00,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:00,406 DEBUG [Thread-1041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:00,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:00,406 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3617 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3581 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3513 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3622 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3579 2024-11-18T19:14:00,407 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:14:00,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:14:00,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:14:00,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:00,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:00,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:00,408 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:14:00,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:00,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:14:00,410 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957240410"}]},"ts":"1731957240410"} 2024-11-18T19:14:00,411 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:14:00,412 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:14:00,412 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:14:00,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1626e6c4715466f9d4d922d2d1a8593, UNASSIGN}] 2024-11-18T19:14:00,414 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1626e6c4715466f9d4d922d2d1a8593, UNASSIGN 2024-11-18T19:14:00,414 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=a1626e6c4715466f9d4d922d2d1a8593, regionState=CLOSING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:00,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1626e6c4715466f9d4d922d2d1a8593, UNASSIGN because future has completed 2024-11-18T19:14:00,416 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:14:00,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:14:00,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:14:00,568 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:14:00,568 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:14:00,568 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing a1626e6c4715466f9d4d922d2d1a8593, disabling compactions & flushes 2024-11-18T19:14:00,568 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:14:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:14:00,793 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/80a897eb2cd5485d8f063783c12449e2 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/80a897eb2cd5485d8f063783c12449e2 2024-11-18T19:14:00,793 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/8fa25daf8b4d4bbdb803bce0c5300535 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/8fa25daf8b4d4bbdb803bce0c5300535 2024-11-18T19:14:00,798 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/A of a1626e6c4715466f9d4d922d2d1a8593 into 8fa25daf8b4d4bbdb803bce0c5300535(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:00,798 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:14:00,798 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/A, priority=12, startTime=1731957240364; duration=0sec 2024-11-18T19:14:00,798 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a1626e6c4715466f9d4d922d2d1a8593/B of a1626e6c4715466f9d4d922d2d1a8593 into 80a897eb2cd5485d8f063783c12449e2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:00,798 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a1626e6c4715466f9d4d922d2d1a8593: 2024-11-18T19:14:00,798 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., storeName=a1626e6c4715466f9d4d922d2d1a8593/B, priority=12, startTime=1731957240364; duration=0sec 2024-11-18T19:14:00,798 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:14:00,798 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:00,798 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:00,798 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:B 2024-11-18T19:14:00,798 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:A 2024-11-18T19:14:00,798 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:14:00,799 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. after waiting 0 ms 2024-11-18T19:14:00,799 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:14:00,799 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(2902): Flushing a1626e6c4715466f9d4d922d2d1a8593 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-18T19:14:00,799 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. because compaction request was cancelled 2024-11-18T19:14:00,799 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a1626e6c4715466f9d4d922d2d1a8593:C 2024-11-18T19:14:00,799 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=A 2024-11-18T19:14:00,799 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:00,799 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=B 2024-11-18T19:14:00,799 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:00,799 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a1626e6c4715466f9d4d922d2d1a8593, store=C 2024-11-18T19:14:00,799 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:00,802 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/a237185cc69f4d17bf9904804f1ee220 is 50, key is test_row_0/A:col10/1731957240405/Put/seqid=0 2024-11-18T19:14:00,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742135_1311 (size=9857) 2024-11-18T19:14:01,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:14:01,207 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/a237185cc69f4d17bf9904804f1ee220 2024-11-18T19:14:01,220 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/71b5b3a2d93148bd8a8a50d48a0af23e is 50, key is test_row_0/B:col10/1731957240405/Put/seqid=0 2024-11-18T19:14:01,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742136_1312 (size=9857) 2024-11-18T19:14:01,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:14:01,626 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/71b5b3a2d93148bd8a8a50d48a0af23e 2024-11-18T19:14:01,641 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/84380b712acb4db48bcd85aadab64906 is 50, key is test_row_0/C:col10/1731957240405/Put/seqid=0 2024-11-18T19:14:01,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742137_1313 (size=9857) 2024-11-18T19:14:02,047 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=411 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/84380b712acb4db48bcd85aadab64906 2024-11-18T19:14:02,057 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/A/a237185cc69f4d17bf9904804f1ee220 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/a237185cc69f4d17bf9904804f1ee220 2024-11-18T19:14:02,061 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/a237185cc69f4d17bf9904804f1ee220, entries=100, sequenceid=411, filesize=9.6 K 2024-11-18T19:14:02,062 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/B/71b5b3a2d93148bd8a8a50d48a0af23e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/71b5b3a2d93148bd8a8a50d48a0af23e 2024-11-18T19:14:02,066 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/71b5b3a2d93148bd8a8a50d48a0af23e, entries=100, sequenceid=411, filesize=9.6 K 2024-11-18T19:14:02,067 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/.tmp/C/84380b712acb4db48bcd85aadab64906 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/84380b712acb4db48bcd85aadab64906 2024-11-18T19:14:02,070 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/84380b712acb4db48bcd85aadab64906, entries=100, sequenceid=411, filesize=9.6 K 2024-11-18T19:14:02,071 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for a1626e6c4715466f9d4d922d2d1a8593 in 1272ms, sequenceid=411, compaction requested=true 2024-11-18T19:14:02,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a80a44a51ee401d8edc2c30c2d66d47, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/46eac2d343744fe19a23147d6adec20e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d0d152a0e6ab4421ae3e48712451316c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9879060f1c5a428ba2faa132c2e3d3e1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c56b35c9ed1a4b21be5dd7f738a37933, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ae66889cd0754bcd93eb8590d8068d49, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c4a9f92c67ee477483ab9e0780ef70c1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/248575319bce40a7864aaf26b51fd61e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/b24fe84c16c44619975c49979391ddae, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9109184a9b524364b758438ced958529, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/28cf76934bc1423caaf7cf75557269a4, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5568046aaba94f9f80c97f3ac55debfa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/10927c1184174216bc6b4a9876585939, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/cb5ab16e35fc4342b91a7fca9ed233fa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d80483d78160447799a7ff883cc51d30, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2b41d9f7d2a94538845c282a51243a36, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/33c6759e0f954f639a31fa03a1a292f2, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/821ea5d4af3e4eafa6441c792e0a0359, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/734e565a5d194e1a9ae16cfd1bd7ca0c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5873051d689145449142157feb30c848, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d98f7a49c3b54f6c916cf9550338ecef, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/6bae0054643b499b929335249e43a088, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ede726289bf2460ba6d0b7cdd1714432, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/752b9aaf10164793b8a861cdd8338b06, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a8128bc908b4dfa8b2217e38f69fb0e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/bb01d04fd7d244028f3ca8e488e2b3e6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/4363137b12c64fd4ae2fe3424f01286a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/1c6e9e61e789440985d2d73c7f795b89, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5a3801da47e2483f95890a7941a607b2, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/621e0a2ee8d94971814be02cc44e2fc6] to archive 2024-11-18T19:14:02,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:14:02,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a80a44a51ee401d8edc2c30c2d66d47 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a80a44a51ee401d8edc2c30c2d66d47 2024-11-18T19:14:02,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/46eac2d343744fe19a23147d6adec20e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/46eac2d343744fe19a23147d6adec20e 2024-11-18T19:14:02,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d0d152a0e6ab4421ae3e48712451316c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d0d152a0e6ab4421ae3e48712451316c 2024-11-18T19:14:02,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9879060f1c5a428ba2faa132c2e3d3e1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9879060f1c5a428ba2faa132c2e3d3e1 2024-11-18T19:14:02,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c56b35c9ed1a4b21be5dd7f738a37933 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c56b35c9ed1a4b21be5dd7f738a37933 2024-11-18T19:14:02,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ae66889cd0754bcd93eb8590d8068d49 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ae66889cd0754bcd93eb8590d8068d49 2024-11-18T19:14:02,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c4a9f92c67ee477483ab9e0780ef70c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/c4a9f92c67ee477483ab9e0780ef70c1 2024-11-18T19:14:02,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/248575319bce40a7864aaf26b51fd61e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/248575319bce40a7864aaf26b51fd61e 2024-11-18T19:14:02,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/b24fe84c16c44619975c49979391ddae to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/b24fe84c16c44619975c49979391ddae 2024-11-18T19:14:02,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9109184a9b524364b758438ced958529 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/9109184a9b524364b758438ced958529 2024-11-18T19:14:02,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/28cf76934bc1423caaf7cf75557269a4 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/28cf76934bc1423caaf7cf75557269a4 2024-11-18T19:14:02,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5568046aaba94f9f80c97f3ac55debfa to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5568046aaba94f9f80c97f3ac55debfa 2024-11-18T19:14:02,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/10927c1184174216bc6b4a9876585939 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/10927c1184174216bc6b4a9876585939 2024-11-18T19:14:02,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/cb5ab16e35fc4342b91a7fca9ed233fa to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/cb5ab16e35fc4342b91a7fca9ed233fa 2024-11-18T19:14:02,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d80483d78160447799a7ff883cc51d30 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d80483d78160447799a7ff883cc51d30 2024-11-18T19:14:02,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2b41d9f7d2a94538845c282a51243a36 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2b41d9f7d2a94538845c282a51243a36 2024-11-18T19:14:02,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/33c6759e0f954f639a31fa03a1a292f2 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/33c6759e0f954f639a31fa03a1a292f2 2024-11-18T19:14:02,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/821ea5d4af3e4eafa6441c792e0a0359 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/821ea5d4af3e4eafa6441c792e0a0359 2024-11-18T19:14:02,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/734e565a5d194e1a9ae16cfd1bd7ca0c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/734e565a5d194e1a9ae16cfd1bd7ca0c 2024-11-18T19:14:02,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5873051d689145449142157feb30c848 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5873051d689145449142157feb30c848 2024-11-18T19:14:02,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d98f7a49c3b54f6c916cf9550338ecef to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/d98f7a49c3b54f6c916cf9550338ecef 2024-11-18T19:14:02,091 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/6bae0054643b499b929335249e43a088 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/6bae0054643b499b929335249e43a088 2024-11-18T19:14:02,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ede726289bf2460ba6d0b7cdd1714432 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/ede726289bf2460ba6d0b7cdd1714432 2024-11-18T19:14:02,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/752b9aaf10164793b8a861cdd8338b06 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/752b9aaf10164793b8a861cdd8338b06 2024-11-18T19:14:02,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a8128bc908b4dfa8b2217e38f69fb0e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/2a8128bc908b4dfa8b2217e38f69fb0e 2024-11-18T19:14:02,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/bb01d04fd7d244028f3ca8e488e2b3e6 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/bb01d04fd7d244028f3ca8e488e2b3e6 2024-11-18T19:14:02,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/4363137b12c64fd4ae2fe3424f01286a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/4363137b12c64fd4ae2fe3424f01286a 2024-11-18T19:14:02,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/1c6e9e61e789440985d2d73c7f795b89 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/1c6e9e61e789440985d2d73c7f795b89 2024-11-18T19:14:02,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5a3801da47e2483f95890a7941a607b2 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/5a3801da47e2483f95890a7941a607b2 2024-11-18T19:14:02,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/621e0a2ee8d94971814be02cc44e2fc6 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/621e0a2ee8d94971814be02cc44e2fc6 2024-11-18T19:14:02,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/4fd52e0a01d54149a8eb719b085b2600, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/10befc36aacc45fc819119cb8adc78bb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/dc92cdebb71a42a098d0849e42d27da1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/1ac03134742b49778a6aac846292a046, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/02724bd44bf549d1b3bd3c4e102b086f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/2b76cdda000c4e948e27a09781124f1f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/de30732c947b4065bafc8d7871f6aeb9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/778df3b7b9614efa9c42aea2faad5554, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/37557672ce56457d8aaaadf61f934de7, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/e503f645c93942b18c97ac714563fa3a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/fbeb47685cb9465c9abf43e8bf769b73, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/87b79291dee24cf0ac0690e8025725dd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/42ca982dc5ba4e1eb6df3f987c407590, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/e2e8eb59a4c745ab87b2181ef16b312c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/3d2c9b801c86480f9946f1b73ac99396, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/f31a955c4053450eb8964a7d86d8fb5e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/60dce6fe5df14d37a9e821a532ec113e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/7defcee44d33484293455b6981dc3776, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a6acb01517134be4ace6a7f7b1a880dd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/aef0304366564561be44a0d948decfc4, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/adab91746d794645bacabb22f8947e6f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/aa2206a6281e4a49801eee10bcdd5593, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/3af9098f5d7640d690747289e8cec14f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a8bd09a97146415f82399e95f2f81bd7, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/beb936da60a94fa49a071db441abf906, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/bfea3cdf2eb341889d45843f638178b0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/d45a8ba50ec44cba8a2c9b0d500c1eaa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/5c9a0ad6e5bf4e19add22f3f41592340, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/0a462b3f0b4a48c2977ac4e7debe32ff, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/dabd15183059436b82c76553225fa3f8] to archive 2024-11-18T19:14:02,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:14:02,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/4fd52e0a01d54149a8eb719b085b2600 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/4fd52e0a01d54149a8eb719b085b2600 2024-11-18T19:14:02,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/10befc36aacc45fc819119cb8adc78bb to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/10befc36aacc45fc819119cb8adc78bb 2024-11-18T19:14:02,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/dc92cdebb71a42a098d0849e42d27da1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/dc92cdebb71a42a098d0849e42d27da1 2024-11-18T19:14:02,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/1ac03134742b49778a6aac846292a046 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/1ac03134742b49778a6aac846292a046 2024-11-18T19:14:02,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/02724bd44bf549d1b3bd3c4e102b086f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/02724bd44bf549d1b3bd3c4e102b086f 2024-11-18T19:14:02,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/2b76cdda000c4e948e27a09781124f1f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/2b76cdda000c4e948e27a09781124f1f 2024-11-18T19:14:02,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/de30732c947b4065bafc8d7871f6aeb9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/de30732c947b4065bafc8d7871f6aeb9 2024-11-18T19:14:02,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/778df3b7b9614efa9c42aea2faad5554 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/778df3b7b9614efa9c42aea2faad5554 2024-11-18T19:14:02,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/37557672ce56457d8aaaadf61f934de7 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/37557672ce56457d8aaaadf61f934de7 2024-11-18T19:14:02,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/e503f645c93942b18c97ac714563fa3a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/e503f645c93942b18c97ac714563fa3a 2024-11-18T19:14:02,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/fbeb47685cb9465c9abf43e8bf769b73 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/fbeb47685cb9465c9abf43e8bf769b73 2024-11-18T19:14:02,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/87b79291dee24cf0ac0690e8025725dd to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/87b79291dee24cf0ac0690e8025725dd 2024-11-18T19:14:02,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/42ca982dc5ba4e1eb6df3f987c407590 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/42ca982dc5ba4e1eb6df3f987c407590 2024-11-18T19:14:02,109 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/e2e8eb59a4c745ab87b2181ef16b312c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/e2e8eb59a4c745ab87b2181ef16b312c 2024-11-18T19:14:02,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/3d2c9b801c86480f9946f1b73ac99396 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/3d2c9b801c86480f9946f1b73ac99396 2024-11-18T19:14:02,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/f31a955c4053450eb8964a7d86d8fb5e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/f31a955c4053450eb8964a7d86d8fb5e 2024-11-18T19:14:02,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/60dce6fe5df14d37a9e821a532ec113e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/60dce6fe5df14d37a9e821a532ec113e 2024-11-18T19:14:02,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/7defcee44d33484293455b6981dc3776 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/7defcee44d33484293455b6981dc3776 2024-11-18T19:14:02,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a6acb01517134be4ace6a7f7b1a880dd to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a6acb01517134be4ace6a7f7b1a880dd 2024-11-18T19:14:02,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/aef0304366564561be44a0d948decfc4 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/aef0304366564561be44a0d948decfc4 2024-11-18T19:14:02,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/adab91746d794645bacabb22f8947e6f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/adab91746d794645bacabb22f8947e6f 2024-11-18T19:14:02,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/aa2206a6281e4a49801eee10bcdd5593 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/aa2206a6281e4a49801eee10bcdd5593 2024-11-18T19:14:02,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/3af9098f5d7640d690747289e8cec14f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/3af9098f5d7640d690747289e8cec14f 2024-11-18T19:14:02,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a8bd09a97146415f82399e95f2f81bd7 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/a8bd09a97146415f82399e95f2f81bd7 2024-11-18T19:14:02,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/beb936da60a94fa49a071db441abf906 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/beb936da60a94fa49a071db441abf906 2024-11-18T19:14:02,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/bfea3cdf2eb341889d45843f638178b0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/bfea3cdf2eb341889d45843f638178b0 2024-11-18T19:14:02,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/d45a8ba50ec44cba8a2c9b0d500c1eaa to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/d45a8ba50ec44cba8a2c9b0d500c1eaa 2024-11-18T19:14:02,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/5c9a0ad6e5bf4e19add22f3f41592340 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/5c9a0ad6e5bf4e19add22f3f41592340 2024-11-18T19:14:02,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/0a462b3f0b4a48c2977ac4e7debe32ff to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/0a462b3f0b4a48c2977ac4e7debe32ff 2024-11-18T19:14:02,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/dabd15183059436b82c76553225fa3f8 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/dabd15183059436b82c76553225fa3f8 2024-11-18T19:14:02,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9a0fc15ed07449bdbcfff8e8dcd10e5a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fe659561f8ee44dca2566577fbfe1aa6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/f0b401d898c54477a4cb4c6d45ca04a1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/31d99e83ff914672a65950287f627843, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/72d8f30b893f47b1a11bd65ec032c2e5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/14a6a7f4d7504217a232ceb21bdcf24e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/066798e2ac604bb5a78b2b2958930f45, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/201b8db025b345f6b4e2a01ef98c5878, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/4c4749cd15aa47f28981da5e7f15fd3b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/34ea420578c44236bd23d607fd463130, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fa2316bedbeb4ceaafc440750a8d97c8, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9d4854301c434fe89a6d24e2286f48fe, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/7dcd0129ee1b4c2b8fcf64492eb689ec, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/b383db76efb645609d79a2d23f8ef079, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c6cb94434a6c4b098a9faad38f7c8969, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/54e763a751f547a4991dedfa31291413, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/6cb10df0a23543fcabc1ec7f72435a42, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/5df49c16340b49b5abf15cc38bfa075b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/2e6551822c08474cb05db57160a6272e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/ce07dada87da44f6b51d21c95ace03b8, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d4b5e1aafbc14af9975bad509bcff0f3, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d9203cea1a5445b18450bbfa4f0254a5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/6bedd4bdac124c9f8dd9a701c1731e99, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c30363eb15e54bf98265ce6532dd8d60, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/8931570dab2d4c1a985d51b8f4c0a0b0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/1beff96f87d64f72b243e1e301523208] to archive 2024-11-18T19:14:02,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:14:02,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9a0fc15ed07449bdbcfff8e8dcd10e5a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9a0fc15ed07449bdbcfff8e8dcd10e5a 2024-11-18T19:14:02,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fe659561f8ee44dca2566577fbfe1aa6 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fe659561f8ee44dca2566577fbfe1aa6 2024-11-18T19:14:02,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/f0b401d898c54477a4cb4c6d45ca04a1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/f0b401d898c54477a4cb4c6d45ca04a1 2024-11-18T19:14:02,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/31d99e83ff914672a65950287f627843 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/31d99e83ff914672a65950287f627843 2024-11-18T19:14:02,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/72d8f30b893f47b1a11bd65ec032c2e5 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/72d8f30b893f47b1a11bd65ec032c2e5 2024-11-18T19:14:02,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/14a6a7f4d7504217a232ceb21bdcf24e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/14a6a7f4d7504217a232ceb21bdcf24e 2024-11-18T19:14:02,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/066798e2ac604bb5a78b2b2958930f45 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/066798e2ac604bb5a78b2b2958930f45 2024-11-18T19:14:02,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/201b8db025b345f6b4e2a01ef98c5878 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/201b8db025b345f6b4e2a01ef98c5878 2024-11-18T19:14:02,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/4c4749cd15aa47f28981da5e7f15fd3b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/4c4749cd15aa47f28981da5e7f15fd3b 2024-11-18T19:14:02,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/34ea420578c44236bd23d607fd463130 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/34ea420578c44236bd23d607fd463130 2024-11-18T19:14:02,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fa2316bedbeb4ceaafc440750a8d97c8 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/fa2316bedbeb4ceaafc440750a8d97c8 2024-11-18T19:14:02,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9d4854301c434fe89a6d24e2286f48fe to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9d4854301c434fe89a6d24e2286f48fe 2024-11-18T19:14:02,132 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/7dcd0129ee1b4c2b8fcf64492eb689ec to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/7dcd0129ee1b4c2b8fcf64492eb689ec 2024-11-18T19:14:02,133 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/b383db76efb645609d79a2d23f8ef079 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/b383db76efb645609d79a2d23f8ef079 2024-11-18T19:14:02,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c6cb94434a6c4b098a9faad38f7c8969 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c6cb94434a6c4b098a9faad38f7c8969 2024-11-18T19:14:02,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/54e763a751f547a4991dedfa31291413 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/54e763a751f547a4991dedfa31291413 2024-11-18T19:14:02,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/6cb10df0a23543fcabc1ec7f72435a42 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/6cb10df0a23543fcabc1ec7f72435a42 2024-11-18T19:14:02,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/5df49c16340b49b5abf15cc38bfa075b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/5df49c16340b49b5abf15cc38bfa075b 2024-11-18T19:14:02,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/2e6551822c08474cb05db57160a6272e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/2e6551822c08474cb05db57160a6272e 2024-11-18T19:14:02,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/ce07dada87da44f6b51d21c95ace03b8 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/ce07dada87da44f6b51d21c95ace03b8 2024-11-18T19:14:02,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d4b5e1aafbc14af9975bad509bcff0f3 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d4b5e1aafbc14af9975bad509bcff0f3 2024-11-18T19:14:02,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d9203cea1a5445b18450bbfa4f0254a5 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/d9203cea1a5445b18450bbfa4f0254a5 2024-11-18T19:14:02,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/6bedd4bdac124c9f8dd9a701c1731e99 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/6bedd4bdac124c9f8dd9a701c1731e99 2024-11-18T19:14:02,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c30363eb15e54bf98265ce6532dd8d60 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/c30363eb15e54bf98265ce6532dd8d60 2024-11-18T19:14:02,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/8931570dab2d4c1a985d51b8f4c0a0b0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/8931570dab2d4c1a985d51b8f4c0a0b0 2024-11-18T19:14:02,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/1beff96f87d64f72b243e1e301523208 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/1beff96f87d64f72b243e1e301523208 2024-11-18T19:14:02,150 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/recovered.edits/414.seqid, newMaxSeqId=414, maxSeqId=1 2024-11-18T19:14:02,150 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. 2024-11-18T19:14:02,151 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for a1626e6c4715466f9d4d922d2d1a8593: Waiting for close lock at 1731957240568Running coprocessor pre-close hooks at 1731957240568Disabling compacts and flushes for region at 1731957240568Disabling writes for close at 1731957240799 (+231 ms)Obtaining lock to block concurrent updates at 1731957240799Preparing flush snapshotting stores in a1626e6c4715466f9d4d922d2d1a8593 at 1731957240799Finished memstore snapshotting TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731957240799Flushing stores of TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593. at 1731957240799Flushing a1626e6c4715466f9d4d922d2d1a8593/A: creating writer at 1731957240800 (+1 ms)Flushing a1626e6c4715466f9d4d922d2d1a8593/A: appending metadata at 1731957240802 (+2 ms)Flushing a1626e6c4715466f9d4d922d2d1a8593/A: closing flushed file at 1731957240802Flushing a1626e6c4715466f9d4d922d2d1a8593/B: creating writer at 1731957241215 (+413 ms)Flushing a1626e6c4715466f9d4d922d2d1a8593/B: appending metadata at 1731957241219 (+4 ms)Flushing a1626e6c4715466f9d4d922d2d1a8593/B: closing flushed file at 1731957241219Flushing a1626e6c4715466f9d4d922d2d1a8593/C: creating writer at 1731957241635 (+416 ms)Flushing a1626e6c4715466f9d4d922d2d1a8593/C: appending metadata at 1731957241640 (+5 ms)Flushing a1626e6c4715466f9d4d922d2d1a8593/C: closing flushed file at 1731957241640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38627610: reopening flushed file at 1731957242056 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d816d32: reopening flushed file at 1731957242062 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fbd643e: reopening flushed file at 1731957242066 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for a1626e6c4715466f9d4d922d2d1a8593 in 1272ms, sequenceid=411, compaction requested=true at 1731957242071 (+5 ms)Writing region close event to WAL at 1731957242146 (+75 ms)Running coprocessor post-close hooks at 1731957242150 (+4 ms)Closed at 1731957242150 2024-11-18T19:14:02,153 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:14:02,153 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=74 updating hbase:meta row=a1626e6c4715466f9d4d922d2d1a8593, regionState=CLOSED 2024-11-18T19:14:02,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=74, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:14:02,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-18T19:14:02,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; CloseRegionProcedure a1626e6c4715466f9d4d922d2d1a8593, server=39fff3b0f89c,38149,1731957147744 in 1.7390 sec 2024-11-18T19:14:02,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-18T19:14:02,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=a1626e6c4715466f9d4d922d2d1a8593, UNASSIGN in 1.7440 sec 2024-11-18T19:14:02,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-18T19:14:02,161 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7470 sec 2024-11-18T19:14:02,162 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957242162"}]},"ts":"1731957242162"} 2024-11-18T19:14:02,163 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:14:02,163 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:14:02,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7560 sec 2024-11-18T19:14:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-18T19:14:02,557 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:02,558 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:14:02,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:02,563 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=76, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:02,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T19:14:02,565 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=76, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:02,568 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:14:02,572 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/recovered.edits] 2024-11-18T19:14:02,576 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/8fa25daf8b4d4bbdb803bce0c5300535 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/8fa25daf8b4d4bbdb803bce0c5300535 2024-11-18T19:14:02,578 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/a237185cc69f4d17bf9904804f1ee220 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/A/a237185cc69f4d17bf9904804f1ee220 2024-11-18T19:14:02,581 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/71b5b3a2d93148bd8a8a50d48a0af23e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/71b5b3a2d93148bd8a8a50d48a0af23e 2024-11-18T19:14:02,582 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/80a897eb2cd5485d8f063783c12449e2 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/B/80a897eb2cd5485d8f063783c12449e2 2024-11-18T19:14:02,585 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/184c89dadc9a49ae919ccdca96cf5137 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/184c89dadc9a49ae919ccdca96cf5137 2024-11-18T19:14:02,586 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/84380b712acb4db48bcd85aadab64906 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/84380b712acb4db48bcd85aadab64906 2024-11-18T19:14:02,587 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/91757062cde04efbb919a5d9f8786592 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/91757062cde04efbb919a5d9f8786592 2024-11-18T19:14:02,588 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9459f6ec0371416abf89df815e549fcc to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/9459f6ec0371416abf89df815e549fcc 2024-11-18T19:14:02,588 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/e29c4ac9c7de4422b40ceaca4d15f877 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/C/e29c4ac9c7de4422b40ceaca4d15f877 2024-11-18T19:14:02,591 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/recovered.edits/414.seqid to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593/recovered.edits/414.seqid 2024-11-18T19:14:02,591 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/a1626e6c4715466f9d4d922d2d1a8593 2024-11-18T19:14:02,591 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:14:02,593 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=76, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:02,596 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:14:02,598 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:14:02,599 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=76, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:02,599 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:14:02,599 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731957242599"}]},"ts":"9223372036854775807"} 2024-11-18T19:14:02,601 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:14:02,601 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a1626e6c4715466f9d4d922d2d1a8593, NAME => 'TestAcidGuarantees,,1731957216275.a1626e6c4715466f9d4d922d2d1a8593.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:14:02,602 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:14:02,602 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731957242602"}]},"ts":"9223372036854775807"} 2024-11-18T19:14:02,604 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:14:02,604 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=76, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:02,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-18T19:14:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-18T19:14:02,675 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:14:02,679 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:02,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252 (was 252), OpenFileDescriptor=461 (was 459) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=297 (was 283) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4092 (was 4147) 2024-11-18T19:14:02,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=297, ProcessCount=11, AvailableMemoryMB=4091 2024-11-18T19:14:02,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:14:02,702 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:14:02,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=77, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:02,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:14:02,706 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:02,706 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 77 2024-11-18T19:14:02,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:14:02,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-18T19:14:02,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742138_1314 (size=1061) 2024-11-18T19:14:02,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-18T19:14:03,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-18T19:14:03,118 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260 2024-11-18T19:14:03,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742139_1315 (size=53) 2024-11-18T19:14:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-18T19:14:03,530 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:14:03,530 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f2630fd7e2620fb526922d20a5d255c1, disabling compactions & flushes 2024-11-18T19:14:03,530 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:03,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:03,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. after waiting 0 ms 2024-11-18T19:14:03,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:03,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:03,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2630fd7e2620fb526922d20a5d255c1: Waiting for close lock at 1731957243530Disabling compacts and flushes for region at 1731957243530Disabling writes for close at 1731957243531 (+1 ms)Writing region close event to WAL at 1731957243531Closed at 1731957243531 2024-11-18T19:14:03,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:14:03,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731957243550"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957243550"}]},"ts":"1731957243550"} 2024-11-18T19:14:03,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:14:03,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:14:03,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957243556"}]},"ts":"1731957243556"} 2024-11-18T19:14:03,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:14:03,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, ASSIGN}] 2024-11-18T19:14:03,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, ASSIGN 2024-11-18T19:14:03,560 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, ASSIGN; state=OFFLINE, location=39fff3b0f89c,38149,1731957147744; forceNewPlan=false, retain=false 2024-11-18T19:14:03,711 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=f2630fd7e2620fb526922d20a5d255c1, regionState=OPENING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:03,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=77, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, ASSIGN because future has completed 2024-11-18T19:14:03,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:14:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-18T19:14:03,877 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:03,877 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:14:03,878 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,878 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:14:03,879 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,879 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,881 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,882 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:14:03,883 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2630fd7e2620fb526922d20a5d255c1 columnFamilyName A 2024-11-18T19:14:03,883 DEBUG [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:03,883 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(327): Store=f2630fd7e2620fb526922d20a5d255c1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:14:03,884 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,885 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:14:03,885 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2630fd7e2620fb526922d20a5d255c1 columnFamilyName B 2024-11-18T19:14:03,885 DEBUG [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:03,886 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(327): Store=f2630fd7e2620fb526922d20a5d255c1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:14:03,886 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,887 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:14:03,888 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2630fd7e2620fb526922d20a5d255c1 columnFamilyName C 2024-11-18T19:14:03,888 DEBUG [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:03,888 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(327): Store=f2630fd7e2620fb526922d20a5d255c1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:14:03,889 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:03,889 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,890 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,890 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,892 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,892 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,893 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:14:03,895 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,897 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:14:03,898 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened f2630fd7e2620fb526922d20a5d255c1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71764559, jitterRate=0.06937526166439056}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:14:03,898 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:03,899 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for f2630fd7e2620fb526922d20a5d255c1: Running coprocessor pre-open hook at 1731957243879Writing region info on filesystem at 1731957243879Initializing all the Stores at 1731957243880 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957243880Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957243880Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957243880Cleaning up temporary data from old regions at 1731957243892 (+12 ms)Running coprocessor post-open hooks at 1731957243898 (+6 ms)Region opened successfully at 1731957243899 (+1 ms) 2024-11-18T19:14:03,900 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., pid=79, masterSystemTime=1731957243870 2024-11-18T19:14:03,902 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:03,902 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:03,903 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=f2630fd7e2620fb526922d20a5d255c1, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:03,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:14:03,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-18T19:14:03,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 in 190 msec 2024-11-18T19:14:03,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=77 2024-11-18T19:14:03,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=77, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, ASSIGN in 349 msec 2024-11-18T19:14:03,909 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:14:03,909 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957243909"}]},"ts":"1731957243909"} 2024-11-18T19:14:03,911 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:14:03,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=77, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:14:03,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2100 sec 2024-11-18T19:14:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=77 2024-11-18T19:14:04,857 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:04,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11317fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:04,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:04,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:04,862 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:04,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c71396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:04,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:04,865 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:04,866 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:04,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ba13d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:04,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:04,868 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:04,869 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:04,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:04,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:14:04,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,36603,1731957147048 2024-11-18T19:14:04,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5928760 2024-11-18T19:14:04,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:14:04,872 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:14:04,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:14:04,873 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:14:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:04,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742140_1316 (size=1097) 2024-11-18T19:14:05,287 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-18T19:14:05,287 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-18T19:14:05,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:14:05,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, REOPEN/MOVE}] 2024-11-18T19:14:05,300 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, REOPEN/MOVE 2024-11-18T19:14:05,301 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=f2630fd7e2620fb526922d20a5d255c1, regionState=CLOSING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:05,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, REOPEN/MOVE because future has completed 2024-11-18T19:14:05,303 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:14:05,303 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:14:05,456 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(122): Close f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,456 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:14:05,456 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1722): Closing f2630fd7e2620fb526922d20a5d255c1, disabling compactions & flushes 2024-11-18T19:14:05,457 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:05,457 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:05,457 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. after waiting 0 ms 2024-11-18T19:14:05,457 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:05,466 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T19:14:05,467 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:05,467 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegion(1676): Region close journal for f2630fd7e2620fb526922d20a5d255c1: Waiting for close lock at 1731957245456Running coprocessor pre-close hooks at 1731957245456Disabling compacts and flushes for region at 1731957245456Disabling writes for close at 1731957245457 (+1 ms)Writing region close event to WAL at 1731957245458 (+1 ms)Running coprocessor post-close hooks at 1731957245467 (+9 ms)Closed at 1731957245467 2024-11-18T19:14:05,467 WARN [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] regionserver.HRegionServer(3299): Not adding moved region record: f2630fd7e2620fb526922d20a5d255c1 to self. 2024-11-18T19:14:05,469 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=83}] handler.UnassignRegionHandler(157): Closed f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=f2630fd7e2620fb526922d20a5d255c1, regionState=CLOSED 2024-11-18T19:14:05,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:14:05,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-18T19:14:05,475 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 in 169 msec 2024-11-18T19:14:05,475 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, REOPEN/MOVE; state=CLOSED, location=39fff3b0f89c,38149,1731957147744; forceNewPlan=false, retain=true 2024-11-18T19:14:05,627 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=f2630fd7e2620fb526922d20a5d255c1, regionState=OPENING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:05,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, REOPEN/MOVE because future has completed 2024-11-18T19:14:05,631 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:14:05,794 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:05,795 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7752): Opening region: {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:14:05,796 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,796 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:14:05,796 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7794): checking encryption for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,796 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(7797): checking classloading for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,799 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,801 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:14:05,801 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2630fd7e2620fb526922d20a5d255c1 columnFamilyName A 2024-11-18T19:14:05,804 DEBUG [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:05,805 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(327): Store=f2630fd7e2620fb526922d20a5d255c1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:14:05,805 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,806 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:14:05,807 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2630fd7e2620fb526922d20a5d255c1 columnFamilyName B 2024-11-18T19:14:05,807 DEBUG [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:05,807 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(327): Store=f2630fd7e2620fb526922d20a5d255c1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:14:05,808 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,808 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:14:05,808 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2630fd7e2620fb526922d20a5d255c1 columnFamilyName C 2024-11-18T19:14:05,808 DEBUG [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:05,809 INFO [StoreOpener-f2630fd7e2620fb526922d20a5d255c1-1 {}] regionserver.HStore(327): Store=f2630fd7e2620fb526922d20a5d255c1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:14:05,809 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:05,809 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1038): replaying wal for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,810 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,811 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,812 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1048): stopping wal replay for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,812 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1060): Cleaning up temporary data for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,812 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:14:05,814 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1093): writing seq id for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,814 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1114): Opened f2630fd7e2620fb526922d20a5d255c1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68745857, jitterRate=0.024393096566200256}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:14:05,815 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,815 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegion(1006): Region open journal for f2630fd7e2620fb526922d20a5d255c1: Running coprocessor pre-open hook at 1731957245796Writing region info on filesystem at 1731957245796Initializing all the Stores at 1731957245798 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957245798Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957245798Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957245799 (+1 ms)Cleaning up temporary data from old regions at 1731957245812 (+13 ms)Running coprocessor post-open hooks at 1731957245815 (+3 ms)Region opened successfully at 1731957245815 2024-11-18T19:14:05,816 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., pid=84, masterSystemTime=1731957245786 2024-11-18T19:14:05,817 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:05,818 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=84}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:05,818 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=f2630fd7e2620fb526922d20a5d255c1, regionState=OPEN, openSeqNum=5, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:05,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:14:05,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-18T19:14:05,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 in 189 msec 2024-11-18T19:14:05,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-18T19:14:05,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, REOPEN/MOVE in 523 msec 2024-11-18T19:14:05,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-18T19:14:05,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 529 msec 2024-11-18T19:14:05,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 951 msec 2024-11-18T19:14:05,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-18T19:14:05,827 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:05,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ec6412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:05,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:05,828 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:05,828 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9fd4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:05,829 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:05,830 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:05,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d1cb03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37f2378c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:05,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:05,832 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:05,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7e29b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:05,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:05,834 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:05,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@440b380f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cc49f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,835 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:05,835 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:05,836 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1f6e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:05,837 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:05,838 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:05,838 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1cea11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0f0eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:05,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:05,839 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5f12fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:05,840 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:05,841 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ae0fa36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b758c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,841 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:05,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:05,842 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a121f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:05,842 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:05,843 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3323b12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74481d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,844 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:05,844 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:05,845 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef9b5e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:05,846 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:05,846 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e74a616, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b3d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,847 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:05,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:05,847 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe9d36d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:05,848 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:05,848 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b978e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b14e3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:05,849 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:05,850 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f282b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:05,851 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48010, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:05,852 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45996954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e264c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:05,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:05,854 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@479394af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:05,854 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:05,855 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:05,856 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e82776e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a84aab1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:05,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:05,857 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:05,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb3d6bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:05,858 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:05,859 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ef8a484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:05,860 DEBUG [Thread-1463 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:05,860 DEBUG [Thread-1457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:05,860 DEBUG [Thread-1472 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:05,860 DEBUG [Thread-1466 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:05,860 DEBUG [Thread-1470 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:05,861 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:05,861 DEBUG [Thread-1461 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:05,861 DEBUG [Thread-1468 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:05,862 DEBUG [Thread-1466 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:05,862 DEBUG [Thread-1466 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:05,862 DEBUG [Thread-1455 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-18T19:14:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:05,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:05,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:05,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:05,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35202, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:05,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:05,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:05,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35222, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:05,863 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-18T19:14:05,863 DEBUG [Thread-1461 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:05,864 DEBUG [Thread-1461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:05,864 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:05,864 DEBUG [Thread-1474 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:05,864 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:05,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:05,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:05,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:14:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:14:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:14:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:14:05,866 DEBUG [Thread-1459 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:14:05,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:14:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:05,868 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:05,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:14:05,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35238, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:14:05,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:14:05,872 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:14:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:05,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:14:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:05,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:05,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:05,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:05,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111828e3c46875f84ca3a65e28e42d66d40d_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957245877/Put/seqid=0 2024-11-18T19:14:05,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742141_1317 (size=12154) 2024-11-18T19:14:05,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:05,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957305906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:05,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:05,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731957245894, max timestamp=1731957245909Num uniques 859; 2024-11-18T19:14:05,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731957245894, max timestamp=1731957245909Num uniques 859; 2024-11-18T19:14:05,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1731957245894, max timestamp=1731957245909Num uniques 859; 2024-11-18T19:14:05,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-18T19:14:05,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-18T19:14:05,912 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-11-18T19:14:05,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35226 deadline: 1731957305939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:05,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:05,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1731957305941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:05,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:05,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:05,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35190 deadline: 1731957305953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:05,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:05,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:05,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35238 deadline: 1731957305954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:05,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:05,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-18T19:14:06,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957306014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-18T19:14:06,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:06,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35226 deadline: 1731957306065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35190 deadline: 1731957306065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1731957306065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,071 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35238 deadline: 1731957306074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-18T19:14:06,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:06,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-18T19:14:06,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957306225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35226 deadline: 1731957306274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35190 deadline: 1731957306274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1731957306274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35238 deadline: 1731957306285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,305 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:06,309 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111828e3c46875f84ca3a65e28e42d66d40d_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111828e3c46875f84ca3a65e28e42d66d40d_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:06,309 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/975abe174fac4f80b7a3fc056f43040a, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:06,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/975abe174fac4f80b7a3fc056f43040a is 175, key is test_row_0/A:col10/1731957245877/Put/seqid=0 2024-11-18T19:14:06,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742142_1318 (size=30955) 2024-11-18T19:14:06,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-18T19:14:06,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:06,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-18T19:14:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-18T19:14:06,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957306534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,539 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35226 deadline: 1731957306585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35190 deadline: 1731957306585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1731957306585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,593 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:06,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35238 deadline: 1731957306604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:06,610 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:06,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-18T19:14:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,714 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/975abe174fac4f80b7a3fc056f43040a 2024-11-18T19:14:06,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/2301234dfdb945aa9961e2ae228c148b is 50, key is test_row_0/B:col10/1731957245877/Put/seqid=0 2024-11-18T19:14:06,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742143_1319 (size=12001) 2024-11-18T19:14:06,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-18T19:14:06,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:06,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-18T19:14:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:06,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:06,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:06,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-18T19:14:07,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:07,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957307045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:07,048 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:07,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-18T19:14:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:07,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:07,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:07,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:07,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35226 deadline: 1731957307104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:07,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35190 deadline: 1731957307104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:07,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:07,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1731957307104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:07,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:07,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35238 deadline: 1731957307115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:07,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:07,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/2301234dfdb945aa9961e2ae228c148b 2024-11-18T19:14:07,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/052e79bcc0f04c37913a186237811049 is 50, key is test_row_0/C:col10/1731957245877/Put/seqid=0 2024-11-18T19:14:07,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742144_1320 (size=12001) 2024-11-18T19:14:07,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/052e79bcc0f04c37913a186237811049 2024-11-18T19:14:07,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/975abe174fac4f80b7a3fc056f43040a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/975abe174fac4f80b7a3fc056f43040a 2024-11-18T19:14:07,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/975abe174fac4f80b7a3fc056f43040a, entries=150, sequenceid=15, filesize=30.2 K 2024-11-18T19:14:07,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/2301234dfdb945aa9961e2ae228c148b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/2301234dfdb945aa9961e2ae228c148b 2024-11-18T19:14:07,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/2301234dfdb945aa9961e2ae228c148b, entries=150, sequenceid=15, filesize=11.7 K 2024-11-18T19:14:07,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/052e79bcc0f04c37913a186237811049 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/052e79bcc0f04c37913a186237811049 2024-11-18T19:14:07,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/052e79bcc0f04c37913a186237811049, entries=150, sequenceid=15, filesize=11.7 K 2024-11-18T19:14:07,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for f2630fd7e2620fb526922d20a5d255c1 in 1335ms, sequenceid=15, compaction requested=false 2024-11-18T19:14:07,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:07,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-18T19:14:07,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:07,245 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=140.89 KB heapSize=390.84 KB 2024-11-18T19:14:07,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:07,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:07,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:07,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:07,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:07,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:07,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cb05487a52ed4173a95cd5b945566575_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957245940/Put/seqid=0 2024-11-18T19:14:07,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742145_1321 (size=12154) 2024-11-18T19:14:07,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:07,661 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118cb05487a52ed4173a95cd5b945566575_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cb05487a52ed4173a95cd5b945566575_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:07,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/f5b4dca1da0d4111990dbc5c999fbe0c, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:07,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/f5b4dca1da0d4111990dbc5c999fbe0c is 175, key is test_row_0/A:col10/1731957245940/Put/seqid=0 2024-11-18T19:14:07,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742146_1322 (size=30955) 2024-11-18T19:14:07,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:14:08,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-18T19:14:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:08,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:08,065 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/f5b4dca1da0d4111990dbc5c999fbe0c 2024-11-18T19:14:08,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c0d60fd547f7484d9642dd3d56562069 is 50, key is test_row_0/B:col10/1731957245940/Put/seqid=0 2024-11-18T19:14:08,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742147_1323 (size=12001) 2024-11-18T19:14:08,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957308105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,109 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:08,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35226 deadline: 1731957308124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:08,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35190 deadline: 1731957308124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:08,135 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1731957308125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:08,134 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:08,135 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:08,135 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:08,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:08,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35238 deadline: 1731957308135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:08,139 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:08,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957308214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:08,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:08,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957308424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:08,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:08,477 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c0d60fd547f7484d9642dd3d56562069 2024-11-18T19:14:08,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/203c2b08f535475085ed0baad970a975 is 50, key is test_row_0/C:col10/1731957245940/Put/seqid=0 2024-11-18T19:14:08,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742148_1324 (size=12001) 2024-11-18T19:14:08,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957308735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:08,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:08,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:08,887 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/203c2b08f535475085ed0baad970a975 2024-11-18T19:14:08,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/f5b4dca1da0d4111990dbc5c999fbe0c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f5b4dca1da0d4111990dbc5c999fbe0c 2024-11-18T19:14:08,895 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f5b4dca1da0d4111990dbc5c999fbe0c, entries=150, sequenceid=50, filesize=30.2 K 2024-11-18T19:14:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c0d60fd547f7484d9642dd3d56562069 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0d60fd547f7484d9642dd3d56562069 2024-11-18T19:14:08,900 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0d60fd547f7484d9642dd3d56562069, entries=150, sequenceid=50, filesize=11.7 K 2024-11-18T19:14:08,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/203c2b08f535475085ed0baad970a975 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/203c2b08f535475085ed0baad970a975 2024-11-18T19:14:08,905 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/203c2b08f535475085ed0baad970a975, entries=150, sequenceid=50, filesize=11.7 K 2024-11-18T19:14:08,906 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~390.80 KB/400176, currentSize=46.96 KB/48090 for f2630fd7e2620fb526922d20a5d255c1 in 1661ms, sequenceid=50, compaction requested=false 2024-11-18T19:14:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:08,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-18T19:14:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=86 2024-11-18T19:14:08,908 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-18T19:14:08,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0430 sec 2024-11-18T19:14:08,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 3.0480 sec 2024-11-18T19:14:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:09,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-18T19:14:09,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:09,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:09,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:09,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:09,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:09,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:09,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c70f5b877c364cbfb31afb9afdd1f994_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957248093/Put/seqid=0 2024-11-18T19:14:09,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742149_1325 (size=14594) 2024-11-18T19:14:09,373 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957249321, max timestamp=1731957249370Num uniques 859; 2024-11-18T19:14:09,373 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957249321, max timestamp=1731957249370Num uniques 859; 2024-11-18T19:14:09,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:14:09,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:14:09,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957249321, max timestamp=1731957249370Num uniques 859; 2024-11-18T19:14:09,374 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:14:09,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:09,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957309503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:09,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:09,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:09,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:09,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957309614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:09,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:09,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:09,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:09,669 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:09,672 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c70f5b877c364cbfb31afb9afdd1f994_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c70f5b877c364cbfb31afb9afdd1f994_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:09,673 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/4c8ce80e3e6c4d289c2faf02d21d868f, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:09,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/4c8ce80e3e6c4d289c2faf02d21d868f is 175, key is test_row_0/A:col10/1731957248093/Put/seqid=0 2024-11-18T19:14:09,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742150_1326 (size=39549) 2024-11-18T19:14:09,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:09,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957309825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:09,834 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:10,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=85 2024-11-18T19:14:10,025 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:10,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-18T19:14:10,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-18T19:14:10,027 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:10,028 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:10,028 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:10,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=61, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/4c8ce80e3e6c4d289c2faf02d21d868f 2024-11-18T19:14:10,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c11e83a506034d0db117910c7e5e7dc2 is 50, key is test_row_0/B:col10/1731957248093/Put/seqid=0 2024-11-18T19:14:10,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742151_1327 (size=12001) 2024-11-18T19:14:10,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-18T19:14:10,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957310145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:10,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35190 deadline: 1731957310155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:10,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:10,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1731957310155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:10,165 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4212 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:10,165 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4224 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,166 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:10,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:10,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35226 deadline: 1731957310164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:10,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35238 deadline: 1731957310164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:10,171 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4232 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,172 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:10,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-18T19:14:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-18T19:14:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-18T19:14:10,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-18T19:14:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c11e83a506034d0db117910c7e5e7dc2 2024-11-18T19:14:10,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/c6ee5a134dce4e2aaa6eb4a7a510fe4a is 50, key is test_row_0/C:col10/1731957248093/Put/seqid=0 2024-11-18T19:14:10,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742152_1328 (size=12001) 2024-11-18T19:14:10,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-18T19:14:10,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:10,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-18T19:14:10,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:10,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957310665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:10,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:10,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-18T19:14:10,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:10,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:10,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/c6ee5a134dce4e2aaa6eb4a7a510fe4a 2024-11-18T19:14:10,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/4c8ce80e3e6c4d289c2faf02d21d868f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4c8ce80e3e6c4d289c2faf02d21d868f 2024-11-18T19:14:10,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4c8ce80e3e6c4d289c2faf02d21d868f, entries=200, sequenceid=61, filesize=38.6 K 2024-11-18T19:14:10,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c11e83a506034d0db117910c7e5e7dc2 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c11e83a506034d0db117910c7e5e7dc2 2024-11-18T19:14:10,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c11e83a506034d0db117910c7e5e7dc2, entries=150, sequenceid=61, filesize=11.7 K 2024-11-18T19:14:10,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/c6ee5a134dce4e2aaa6eb4a7a510fe4a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/c6ee5a134dce4e2aaa6eb4a7a510fe4a 2024-11-18T19:14:10,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/c6ee5a134dce4e2aaa6eb4a7a510fe4a, entries=150, sequenceid=61, filesize=11.7 K 2024-11-18T19:14:10,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f2630fd7e2620fb526922d20a5d255c1 in 1656ms, sequenceid=61, compaction requested=true 2024-11-18T19:14:10,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:10,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:10,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:10,914 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:10,914 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:10,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:10,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:10,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:10,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:10,915 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:10,915 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:10,915 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/A is initiating minor compaction (all files) 2024-11-18T19:14:10,915 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/B is initiating minor compaction (all files) 2024-11-18T19:14:10,915 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/B in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,915 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/A in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,915 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/975abe174fac4f80b7a3fc056f43040a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f5b4dca1da0d4111990dbc5c999fbe0c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4c8ce80e3e6c4d289c2faf02d21d868f] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=99.1 K 2024-11-18T19:14:10,915 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/2301234dfdb945aa9961e2ae228c148b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0d60fd547f7484d9642dd3d56562069, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c11e83a506034d0db117910c7e5e7dc2] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=35.2 K 2024-11-18T19:14:10,915 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,915 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/975abe174fac4f80b7a3fc056f43040a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f5b4dca1da0d4111990dbc5c999fbe0c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4c8ce80e3e6c4d289c2faf02d21d868f] 2024-11-18T19:14:10,916 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 2301234dfdb945aa9961e2ae228c148b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731957245871 2024-11-18T19:14:10,916 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 975abe174fac4f80b7a3fc056f43040a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731957245871 2024-11-18T19:14:10,916 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c0d60fd547f7484d9642dd3d56562069, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731957245940 2024-11-18T19:14:10,916 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c11e83a506034d0db117910c7e5e7dc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731957248078 2024-11-18T19:14:10,916 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5b4dca1da0d4111990dbc5c999fbe0c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731957245940 2024-11-18T19:14:10,917 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c8ce80e3e6c4d289c2faf02d21d868f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731957248078 2024-11-18T19:14:10,921 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:10,922 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#B#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:10,923 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/415fa9f056074f5d8fc1239a06aebf94 is 50, key is test_row_0/B:col10/1731957248093/Put/seqid=0 2024-11-18T19:14:10,924 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118ab5c253487b24f3380c6d47a804d60d5_f2630fd7e2620fb526922d20a5d255c1 store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:10,927 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118ab5c253487b24f3380c6d47a804d60d5_f2630fd7e2620fb526922d20a5d255c1, store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:10,927 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ab5c253487b24f3380c6d47a804d60d5_f2630fd7e2620fb526922d20a5d255c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742153_1329 (size=12104) 2024-11-18T19:14:10,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742154_1330 (size=4469) 2024-11-18T19:14:10,937 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#A#compaction#282 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:10,937 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/415fa9f056074f5d8fc1239a06aebf94 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/415fa9f056074f5d8fc1239a06aebf94 2024-11-18T19:14:10,937 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/696421778bd94ea69138f51bc054acb7 is 175, key is test_row_0/A:col10/1731957248093/Put/seqid=0 2024-11-18T19:14:10,941 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/B of f2630fd7e2620fb526922d20a5d255c1 into 415fa9f056074f5d8fc1239a06aebf94(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:10,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742155_1331 (size=31058) 2024-11-18T19:14:10,941 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:10,942 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/B, priority=13, startTime=1731957250914; duration=0sec 2024-11-18T19:14:10,942 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:10,942 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:B 2024-11-18T19:14:10,942 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:10,943 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:10,943 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/C is initiating minor compaction (all files) 2024-11-18T19:14:10,943 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/C in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,943 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/052e79bcc0f04c37913a186237811049, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/203c2b08f535475085ed0baad970a975, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/c6ee5a134dce4e2aaa6eb4a7a510fe4a] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=35.2 K 2024-11-18T19:14:10,943 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 052e79bcc0f04c37913a186237811049, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731957245871 2024-11-18T19:14:10,943 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 203c2b08f535475085ed0baad970a975, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731957245940 2024-11-18T19:14:10,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-18T19:14:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:10,944 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-11-18T19:14:10,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:10,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:10,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:10,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:10,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:10,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:10,944 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c6ee5a134dce4e2aaa6eb4a7a510fe4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731957248078 2024-11-18T19:14:10,951 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/696421778bd94ea69138f51bc054acb7 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/696421778bd94ea69138f51bc054acb7 2024-11-18T19:14:10,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e110b2714c5b4fb1ae665e17609ff99a_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957249485/Put/seqid=0 2024-11-18T19:14:10,959 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#C#compaction#284 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:10,959 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/c9053dbcecd94d5b8408399ad38e292f is 50, key is test_row_0/C:col10/1731957248093/Put/seqid=0 2024-11-18T19:14:10,961 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/A of f2630fd7e2620fb526922d20a5d255c1 into 696421778bd94ea69138f51bc054acb7(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:10,961 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:10,961 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/A, priority=13, startTime=1731957250914; duration=0sec 2024-11-18T19:14:10,961 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:10,961 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:A 2024-11-18T19:14:10,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742156_1332 (size=12154) 2024-11-18T19:14:10,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742157_1333 (size=12104) 2024-11-18T19:14:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-18T19:14:11,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:11,371 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e110b2714c5b4fb1ae665e17609ff99a_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e110b2714c5b4fb1ae665e17609ff99a_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:11,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/3fc72c5191ff409f8c3dac0748529ec1, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:11,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/3fc72c5191ff409f8c3dac0748529ec1 is 175, key is test_row_0/A:col10/1731957249485/Put/seqid=0 2024-11-18T19:14:11,373 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/c9053dbcecd94d5b8408399ad38e292f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/c9053dbcecd94d5b8408399ad38e292f 2024-11-18T19:14:11,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742158_1334 (size=30955) 2024-11-18T19:14:11,377 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/3fc72c5191ff409f8c3dac0748529ec1 2024-11-18T19:14:11,378 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/C of f2630fd7e2620fb526922d20a5d255c1 into c9053dbcecd94d5b8408399ad38e292f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:11,378 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:11,378 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/C, priority=13, startTime=1731957250914; duration=0sec 2024-11-18T19:14:11,378 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:11,378 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:C 2024-11-18T19:14:11,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/81c33787a6d941e4b2bcf9ee2f802e93 is 50, key is test_row_0/B:col10/1731957249485/Put/seqid=0 2024-11-18T19:14:11,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742159_1335 (size=12001) 2024-11-18T19:14:11,393 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/81c33787a6d941e4b2bcf9ee2f802e93 2024-11-18T19:14:11,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/47592a69f1b74a4f9517af87ff207d86 is 50, key is test_row_0/C:col10/1731957249485/Put/seqid=0 2024-11-18T19:14:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742160_1336 (size=12001) 2024-11-18T19:14:11,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:11,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:11,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957311726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:11,731 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:11,804 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/47592a69f1b74a4f9517af87ff207d86 2024-11-18T19:14:11,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/3fc72c5191ff409f8c3dac0748529ec1 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/3fc72c5191ff409f8c3dac0748529ec1 2024-11-18T19:14:11,812 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/3fc72c5191ff409f8c3dac0748529ec1, entries=150, sequenceid=98, filesize=30.2 K 2024-11-18T19:14:11,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/81c33787a6d941e4b2bcf9ee2f802e93 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/81c33787a6d941e4b2bcf9ee2f802e93 2024-11-18T19:14:11,816 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/81c33787a6d941e4b2bcf9ee2f802e93, entries=150, sequenceid=98, filesize=11.7 K 2024-11-18T19:14:11,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/47592a69f1b74a4f9517af87ff207d86 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/47592a69f1b74a4f9517af87ff207d86 2024-11-18T19:14:11,820 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/47592a69f1b74a4f9517af87ff207d86, entries=150, sequenceid=98, filesize=11.7 K 2024-11-18T19:14:11,821 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for f2630fd7e2620fb526922d20a5d255c1 in 877ms, sequenceid=98, compaction requested=false 2024-11-18T19:14:11,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:11,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:11,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-18T19:14:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=88 2024-11-18T19:14:11,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-11-18T19:14:11,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7950 sec 2024-11-18T19:14:11,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.8000 sec 2024-11-18T19:14:11,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:11,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-11-18T19:14:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:11,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:11,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111868387eced09b4a7aa8488136adb3b297_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957251837/Put/seqid=0 2024-11-18T19:14:11,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742161_1337 (size=14594) 2024-11-18T19:14:11,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957311962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:11,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:11,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:11,972 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:12,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957312075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:12,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:12,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:12,082 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=87 2024-11-18T19:14:12,175 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:12,175 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-18T19:14:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-18T19:14:12,177 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:12,177 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:12,177 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:12,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:12,252 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111868387eced09b4a7aa8488136adb3b297_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111868387eced09b4a7aa8488136adb3b297_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:12,253 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/e8269b480d24416596e53206a417c682, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:12,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/e8269b480d24416596e53206a417c682 is 175, key is test_row_0/A:col10/1731957251837/Put/seqid=0 2024-11-18T19:14:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742162_1338 (size=39549) 2024-11-18T19:14:12,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-18T19:14:12,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957312285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:12,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:12,296 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:12,297 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:12,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T19:14:12,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:12,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:12,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:12,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T19:14:12,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:12,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:12,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:12,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-18T19:14:12,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:12,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957312605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:12,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:12,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:12,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:12,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T19:14:12,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:12,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:12,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:12,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,657 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=112, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/e8269b480d24416596e53206a417c682 2024-11-18T19:14:12,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/e3a647250dd944748cd932361df404e2 is 50, key is test_row_0/B:col10/1731957251837/Put/seqid=0 2024-11-18T19:14:12,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742163_1339 (size=12001) 2024-11-18T19:14:12,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T19:14:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:12,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-18T19:14:12,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T19:14:12,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:12,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:12,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:12,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:12,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:13,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/e3a647250dd944748cd932361df404e2 2024-11-18T19:14:13,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/e4bd87324e7648bdb07b4cbfdbf262c5 is 50, key is test_row_0/C:col10/1731957251837/Put/seqid=0 2024-11-18T19:14:13,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742164_1340 (size=12001) 2024-11-18T19:14:13,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T19:14:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:13,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:13,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:13,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:13,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:13,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957313115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:13,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:13,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:13,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:13,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T19:14:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:13,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:13,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:13,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:13,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:13,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:13,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-18T19:14:13,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T19:14:13,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:13,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:13,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:13,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:13,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:13,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/e4bd87324e7648bdb07b4cbfdbf262c5 2024-11-18T19:14:13,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/e8269b480d24416596e53206a417c682 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/e8269b480d24416596e53206a417c682 2024-11-18T19:14:13,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/e8269b480d24416596e53206a417c682, entries=200, sequenceid=112, filesize=38.6 K 2024-11-18T19:14:13,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/e3a647250dd944748cd932361df404e2 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/e3a647250dd944748cd932361df404e2 2024-11-18T19:14:13,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/e3a647250dd944748cd932361df404e2, entries=150, sequenceid=112, filesize=11.7 K 2024-11-18T19:14:13,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/e4bd87324e7648bdb07b4cbfdbf262c5 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e4bd87324e7648bdb07b4cbfdbf262c5 2024-11-18T19:14:13,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e4bd87324e7648bdb07b4cbfdbf262c5, entries=150, sequenceid=112, filesize=11.7 K 2024-11-18T19:14:13,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f2630fd7e2620fb526922d20a5d255c1 in 1653ms, sequenceid=112, compaction requested=true 2024-11-18T19:14:13,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:13,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:13,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:13,491 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:13,491 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:13,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:13,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:13,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:13,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:13,492 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:13,492 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:13,492 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/B is initiating minor compaction (all files) 2024-11-18T19:14:13,492 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/A is initiating minor compaction (all files) 2024-11-18T19:14:13,492 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/B in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:13,492 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/A in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:13,492 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/415fa9f056074f5d8fc1239a06aebf94, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/81c33787a6d941e4b2bcf9ee2f802e93, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/e3a647250dd944748cd932361df404e2] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=35.3 K 2024-11-18T19:14:13,492 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/696421778bd94ea69138f51bc054acb7, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/3fc72c5191ff409f8c3dac0748529ec1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/e8269b480d24416596e53206a417c682] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=99.2 K 2024-11-18T19:14:13,492 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:13,492 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/696421778bd94ea69138f51bc054acb7, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/3fc72c5191ff409f8c3dac0748529ec1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/e8269b480d24416596e53206a417c682] 2024-11-18T19:14:13,492 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 415fa9f056074f5d8fc1239a06aebf94, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731957248078 2024-11-18T19:14:13,492 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 696421778bd94ea69138f51bc054acb7, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731957248078 2024-11-18T19:14:13,493 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 81c33787a6d941e4b2bcf9ee2f802e93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731957249459 2024-11-18T19:14:13,493 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fc72c5191ff409f8c3dac0748529ec1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731957249459 2024-11-18T19:14:13,493 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting e3a647250dd944748cd932361df404e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731957251699 2024-11-18T19:14:13,493 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8269b480d24416596e53206a417c682, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731957251699 2024-11-18T19:14:13,497 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:13,498 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:13,498 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/5716865ab2ac4922a2f36482790b3291 is 50, key is test_row_0/B:col10/1731957251837/Put/seqid=0 2024-11-18T19:14:13,499 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411188a41c86da286444d9272563833532d82_f2630fd7e2620fb526922d20a5d255c1 store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:13,501 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411188a41c86da286444d9272563833532d82_f2630fd7e2620fb526922d20a5d255c1, store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:13,501 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411188a41c86da286444d9272563833532d82_f2630fd7e2620fb526922d20a5d255c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:13,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742165_1341 (size=12207) 2024-11-18T19:14:13,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742166_1342 (size=4469) 2024-11-18T19:14:13,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-18T19:14:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:13,551 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-18T19:14:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:13,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:13,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118abc43f0700dc430f96fa6f0e0cce0fdb_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957251863/Put/seqid=0 2024-11-18T19:14:13,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742167_1343 (size=12254) 2024-11-18T19:14:13,906 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#A#compaction#291 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:13,907 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/eae8b8bc7a524fdd8a7b53754b95b464 is 175, key is test_row_0/A:col10/1731957251837/Put/seqid=0 2024-11-18T19:14:13,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742168_1344 (size=31161) 2024-11-18T19:14:13,926 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/5716865ab2ac4922a2f36482790b3291 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/5716865ab2ac4922a2f36482790b3291 2024-11-18T19:14:13,930 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/eae8b8bc7a524fdd8a7b53754b95b464 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/eae8b8bc7a524fdd8a7b53754b95b464 2024-11-18T19:14:13,930 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/B of f2630fd7e2620fb526922d20a5d255c1 into 5716865ab2ac4922a2f36482790b3291(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:13,930 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:13,931 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/B, priority=13, startTime=1731957253491; duration=0sec 2024-11-18T19:14:13,931 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:13,931 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:B 2024-11-18T19:14:13,931 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:13,931 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:13,932 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/C is initiating minor compaction (all files) 2024-11-18T19:14:13,932 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/C in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:13,932 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/c9053dbcecd94d5b8408399ad38e292f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/47592a69f1b74a4f9517af87ff207d86, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e4bd87324e7648bdb07b4cbfdbf262c5] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=35.3 K 2024-11-18T19:14:13,932 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c9053dbcecd94d5b8408399ad38e292f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1731957248078 2024-11-18T19:14:13,932 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 47592a69f1b74a4f9517af87ff207d86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1731957249459 2024-11-18T19:14:13,932 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting e4bd87324e7648bdb07b4cbfdbf262c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731957251699 2024-11-18T19:14:13,934 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/A of f2630fd7e2620fb526922d20a5d255c1 into eae8b8bc7a524fdd8a7b53754b95b464(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:13,934 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:13,934 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/A, priority=13, startTime=1731957253491; duration=0sec 2024-11-18T19:14:13,935 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:13,935 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:A 2024-11-18T19:14:13,940 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#C#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:13,941 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/d317a12f474e415891d138b5874bc00c is 50, key is test_row_0/C:col10/1731957251837/Put/seqid=0 2024-11-18T19:14:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742169_1345 (size=12207) 2024-11-18T19:14:13,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:13,962 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118abc43f0700dc430f96fa6f0e0cce0fdb_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118abc43f0700dc430f96fa6f0e0cce0fdb_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:13,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/671235bcd7a940a18939a4f1f6c10abd, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:13,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/671235bcd7a940a18939a4f1f6c10abd is 175, key is test_row_0/A:col10/1731957251863/Put/seqid=0 2024-11-18T19:14:13,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742170_1346 (size=31055) 2024-11-18T19:14:14,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:14,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:14,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957314184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:14,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,187 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:14,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1731957314185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:14,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:14,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35238 deadline: 1731957314185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:14,192 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:14,192 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:14,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:14,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:14,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35190 deadline: 1731957314194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:14,197 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:14,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:14,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35226 deadline: 1731957314204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:14,212 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8273 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,213 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:14,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:14,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957314294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-18T19:14:14,350 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/d317a12f474e415891d138b5874bc00c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/d317a12f474e415891d138b5874bc00c 2024-11-18T19:14:14,354 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/C of f2630fd7e2620fb526922d20a5d255c1 into d317a12f474e415891d138b5874bc00c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:14,354 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:14,354 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/C, priority=13, startTime=1731957253491; duration=0sec 2024-11-18T19:14:14,354 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:14,354 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:C 2024-11-18T19:14:14,367 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/671235bcd7a940a18939a4f1f6c10abd 2024-11-18T19:14:14,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/1323773386d84f40a6dc3692976af795 is 50, key is test_row_0/B:col10/1731957251863/Put/seqid=0 2024-11-18T19:14:14,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742171_1347 (size=12101) 2024-11-18T19:14:14,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957314505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:14,778 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/1323773386d84f40a6dc3692976af795 2024-11-18T19:14:14,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/7f131cca2e79444ba8d66ff51ca4e94e is 50, key is test_row_0/C:col10/1731957251863/Put/seqid=0 2024-11-18T19:14:14,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742172_1348 (size=12101) 2024-11-18T19:14:14,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:14,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957314814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:14,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:14,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:15,195 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/7f131cca2e79444ba8d66ff51ca4e94e 2024-11-18T19:14:15,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/671235bcd7a940a18939a4f1f6c10abd as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/671235bcd7a940a18939a4f1f6c10abd 2024-11-18T19:14:15,203 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/671235bcd7a940a18939a4f1f6c10abd, entries=150, sequenceid=132, filesize=30.3 K 2024-11-18T19:14:15,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/1323773386d84f40a6dc3692976af795 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/1323773386d84f40a6dc3692976af795 2024-11-18T19:14:15,207 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/1323773386d84f40a6dc3692976af795, entries=150, sequenceid=132, filesize=11.8 K 2024-11-18T19:14:15,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/7f131cca2e79444ba8d66ff51ca4e94e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7f131cca2e79444ba8d66ff51ca4e94e 2024-11-18T19:14:15,212 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7f131cca2e79444ba8d66ff51ca4e94e, entries=150, sequenceid=132, filesize=11.8 K 2024-11-18T19:14:15,212 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for f2630fd7e2620fb526922d20a5d255c1 in 1662ms, sequenceid=132, compaction requested=false 2024-11-18T19:14:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:15,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-18T19:14:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=90 2024-11-18T19:14:15,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-18T19:14:15,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0370 sec 2024-11-18T19:14:15,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 3.0410 sec 2024-11-18T19:14:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:15,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-18T19:14:15,326 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:15,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:15,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:15,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:15,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:15,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:15,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a78ed8ef684c4e5ab61deb2741771d05_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957254176/Put/seqid=0 2024-11-18T19:14:15,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742173_1349 (size=14794) 2024-11-18T19:14:15,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:15,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957315423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:15,428 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:15,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:15,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:15,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957315535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:15,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:15,737 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:15,740 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a78ed8ef684c4e5ab61deb2741771d05_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a78ed8ef684c4e5ab61deb2741771d05_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:15,741 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/edcef61ad98b40469ab1df313d15baca, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:15,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/edcef61ad98b40469ab1df313d15baca is 175, key is test_row_0/A:col10/1731957254176/Put/seqid=0 2024-11-18T19:14:15,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742174_1350 (size=39749) 2024-11-18T19:14:15,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:15,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957315754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:15,764 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:16,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:16,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957316075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:16,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:16,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:16,081 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:16,148 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/edcef61ad98b40469ab1df313d15baca 2024-11-18T19:14:16,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/849c8d9aa88346df83f66520402bf8a0 is 50, key is test_row_0/B:col10/1731957254176/Put/seqid=0 2024-11-18T19:14:16,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742175_1351 (size=12151) 2024-11-18T19:14:16,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-18T19:14:16,345 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:16,346 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-18T19:14:16,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-18T19:14:16,348 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:16,348 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:16,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-18T19:14:16,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T19:14:16,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:16,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:16,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:16,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/849c8d9aa88346df83f66520402bf8a0 2024-11-18T19:14:16,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/8878692805f44c9ab6a615dfa8283057 is 50, key is test_row_0/C:col10/1731957254176/Put/seqid=0 2024-11-18T19:14:16,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742176_1352 (size=12151) 2024-11-18T19:14:16,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957316595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:16,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:16,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:16,603 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:16,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T19:14:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:16,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-18T19:14:16,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T19:14:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:16,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T19:14:16,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:16,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:16,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:16,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:16,971 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/8878692805f44c9ab6a615dfa8283057 2024-11-18T19:14:16,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/edcef61ad98b40469ab1df313d15baca as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/edcef61ad98b40469ab1df313d15baca 2024-11-18T19:14:16,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-18T19:14:16,979 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/edcef61ad98b40469ab1df313d15baca, entries=200, sequenceid=148, filesize=38.8 K 2024-11-18T19:14:16,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/849c8d9aa88346df83f66520402bf8a0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/849c8d9aa88346df83f66520402bf8a0 2024-11-18T19:14:16,983 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/849c8d9aa88346df83f66520402bf8a0, entries=150, sequenceid=148, filesize=11.9 K 2024-11-18T19:14:16,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/8878692805f44c9ab6a615dfa8283057 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/8878692805f44c9ab6a615dfa8283057 2024-11-18T19:14:16,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/8878692805f44c9ab6a615dfa8283057, entries=150, sequenceid=148, filesize=11.9 K 2024-11-18T19:14:16,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f2630fd7e2620fb526922d20a5d255c1 in 1662ms, sequenceid=148, compaction requested=true 2024-11-18T19:14:16,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:16,989 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:16,989 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:16,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:16,989 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:16,989 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:16,989 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/B is initiating minor compaction (all files) 2024-11-18T19:14:16,989 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/A is initiating minor compaction (all files) 2024-11-18T19:14:16,989 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/B in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:16,989 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/A in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:16,989 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/5716865ab2ac4922a2f36482790b3291, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/1323773386d84f40a6dc3692976af795, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/849c8d9aa88346df83f66520402bf8a0] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=35.6 K 2024-11-18T19:14:16,989 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/eae8b8bc7a524fdd8a7b53754b95b464, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/671235bcd7a940a18939a4f1f6c10abd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/edcef61ad98b40469ab1df313d15baca] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=99.6 K 2024-11-18T19:14:16,990 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:16,990 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/eae8b8bc7a524fdd8a7b53754b95b464, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/671235bcd7a940a18939a4f1f6c10abd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/edcef61ad98b40469ab1df313d15baca] 2024-11-18T19:14:16,990 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 5716865ab2ac4922a2f36482790b3291, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731957251699 2024-11-18T19:14:16,990 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 1323773386d84f40a6dc3692976af795, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731957251863 2024-11-18T19:14:16,990 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting eae8b8bc7a524fdd8a7b53754b95b464, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731957251699 2024-11-18T19:14:16,990 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 849c8d9aa88346df83f66520402bf8a0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731957254176 2024-11-18T19:14:16,990 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 671235bcd7a940a18939a4f1f6c10abd, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731957251863 2024-11-18T19:14:16,990 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting edcef61ad98b40469ab1df313d15baca, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731957254170 2024-11-18T19:14:16,998 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:16,999 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#B#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:16,999 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/6fa7f6fda7c54ee695d38078d970164f is 50, key is test_row_0/B:col10/1731957254176/Put/seqid=0 2024-11-18T19:14:17,002 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118c12f86e00c6f48df844f3fca86f33c49_f2630fd7e2620fb526922d20a5d255c1 store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:17,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742177_1353 (size=12459) 2024-11-18T19:14:17,005 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118c12f86e00c6f48df844f3fca86f33c49_f2630fd7e2620fb526922d20a5d255c1, store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:17,005 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c12f86e00c6f48df844f3fca86f33c49_f2630fd7e2620fb526922d20a5d255c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:17,012 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/6fa7f6fda7c54ee695d38078d970164f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/6fa7f6fda7c54ee695d38078d970164f 2024-11-18T19:14:17,016 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/B of f2630fd7e2620fb526922d20a5d255c1 into 6fa7f6fda7c54ee695d38078d970164f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:17,016 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:17,016 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/B, priority=13, startTime=1731957256989; duration=0sec 2024-11-18T19:14:17,016 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:17,017 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:B 2024-11-18T19:14:17,017 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:17,017 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:17,017 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/C is initiating minor compaction (all files) 2024-11-18T19:14:17,018 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/C in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:17,018 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/d317a12f474e415891d138b5874bc00c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7f131cca2e79444ba8d66ff51ca4e94e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/8878692805f44c9ab6a615dfa8283057] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=35.6 K 2024-11-18T19:14:17,018 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting d317a12f474e415891d138b5874bc00c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1731957251699 2024-11-18T19:14:17,018 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f131cca2e79444ba8d66ff51ca4e94e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731957251863 2024-11-18T19:14:17,018 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 8878692805f44c9ab6a615dfa8283057, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731957254176 2024-11-18T19:14:17,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742178_1354 (size=4469) 2024-11-18T19:14:17,028 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#C#compaction#301 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:17,028 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/56902a5f056f4671b60941f94e8e97b2 is 50, key is test_row_0/C:col10/1731957254176/Put/seqid=0 2024-11-18T19:14:17,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742179_1355 (size=12459) 2024-11-18T19:14:17,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-18T19:14:17,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:17,111 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-18T19:14:17,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:17,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:17,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:17,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:17,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:17,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:17,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187368ecb7e3564b24baaa517845e44221_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957255380/Put/seqid=0 2024-11-18T19:14:17,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742180_1356 (size=12304) 2024-11-18T19:14:17,424 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#A#compaction#300 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:17,424 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/4007e45df2cc4b329d8091a1d05d16f9 is 175, key is test_row_0/A:col10/1731957254176/Put/seqid=0 2024-11-18T19:14:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742181_1357 (size=31413) 2024-11-18T19:14:17,446 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/56902a5f056f4671b60941f94e8e97b2 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/56902a5f056f4671b60941f94e8e97b2 2024-11-18T19:14:17,450 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/C of f2630fd7e2620fb526922d20a5d255c1 into 56902a5f056f4671b60941f94e8e97b2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:17,451 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:17,451 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/C, priority=13, startTime=1731957256989; duration=0sec 2024-11-18T19:14:17,451 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:17,451 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:C 2024-11-18T19:14:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-18T19:14:17,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:17,523 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187368ecb7e3564b24baaa517845e44221_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187368ecb7e3564b24baaa517845e44221_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:17,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/76be40f482f64fd5b207d81850e78a53, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:17,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/76be40f482f64fd5b207d81850e78a53 is 175, key is test_row_0/A:col10/1731957255380/Put/seqid=0 2024-11-18T19:14:17,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742182_1358 (size=31105) 2024-11-18T19:14:17,528 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/76be40f482f64fd5b207d81850e78a53 2024-11-18T19:14:17,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c0358bea9c6f4f239e13ee4343e41821 is 50, key is test_row_0/B:col10/1731957255380/Put/seqid=0 2024-11-18T19:14:17,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742183_1359 (size=12151) 2024-11-18T19:14:17,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:17,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:17,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957317665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:17,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:17,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:17,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:17,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957317774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:17,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:17,831 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/4007e45df2cc4b329d8091a1d05d16f9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4007e45df2cc4b329d8091a1d05d16f9 2024-11-18T19:14:17,836 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/A of f2630fd7e2620fb526922d20a5d255c1 into 4007e45df2cc4b329d8091a1d05d16f9(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:17,836 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:17,836 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/A, priority=13, startTime=1731957256988; duration=0sec 2024-11-18T19:14:17,836 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:17,836 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:A 2024-11-18T19:14:17,940 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c0358bea9c6f4f239e13ee4343e41821 2024-11-18T19:14:17,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/4ff9e26d725345b4a914de80010ee42e is 50, key is test_row_0/C:col10/1731957255380/Put/seqid=0 2024-11-18T19:14:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742184_1360 (size=12151) 2024-11-18T19:14:17,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957317985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:17,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:17,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:17,990 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:18,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:18,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957318294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:18,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:18,351 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/4ff9e26d725345b4a914de80010ee42e 2024-11-18T19:14:18,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/76be40f482f64fd5b207d81850e78a53 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/76be40f482f64fd5b207d81850e78a53 2024-11-18T19:14:18,358 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/76be40f482f64fd5b207d81850e78a53, entries=150, sequenceid=168, filesize=30.4 K 2024-11-18T19:14:18,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c0358bea9c6f4f239e13ee4343e41821 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0358bea9c6f4f239e13ee4343e41821 2024-11-18T19:14:18,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,361 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0358bea9c6f4f239e13ee4343e41821, entries=150, sequenceid=168, filesize=11.9 K 2024-11-18T19:14:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/4ff9e26d725345b4a914de80010ee42e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/4ff9e26d725345b4a914de80010ee42e 2024-11-18T19:14:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,376 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/4ff9e26d725345b4a914de80010ee42e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-18T19:14:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,376 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f2630fd7e2620fb526922d20a5d255c1 in 1265ms, sequenceid=168, compaction requested=false 2024-11-18T19:14:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:18,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-18T19:14:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=92 2024-11-18T19:14:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-18T19:14:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0300 sec 2024-11-18T19:14:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.0340 sec 2024-11-18T19:14:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-11-18T19:14:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,495 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,496 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-11-18T19:14:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-18T19:14:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,498 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,499 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-18T19:14:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-11-18T19:14:18,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:18,652 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-18T19:14:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:18,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:18,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:18,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:18,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:18,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bd88f34901ed4c21befc98e850220991_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957257663/Put/seqid=0 2024-11-18T19:14:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742185_1361 (size=9814) 2024-11-18T19:14:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-18T19:14:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:18,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:18,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:19,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:19,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957319022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:19,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:19,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:19,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:19,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:19,120 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bd88f34901ed4c21befc98e850220991_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bd88f34901ed4c21befc98e850220991_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:19,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/7402f47fb92e47edb0cbe78112503e14, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:19,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/7402f47fb92e47edb0cbe78112503e14 is 175, key is test_row_0/A:col10/1731957257663/Put/seqid=0 2024-11-18T19:14:19,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-18T19:14:19,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742186_1362 (size=22461) 2024-11-18T19:14:19,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957319135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:19,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:19,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:19,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:19,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:19,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957319354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:19,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:19,526 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/7402f47fb92e47edb0cbe78112503e14 2024-11-18T19:14:19,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/015f8439ada3402aa483a6db6a8bde37 is 50, key is test_row_0/B:col10/1731957257663/Put/seqid=0 2024-11-18T19:14:19,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742187_1363 (size=9757) 2024-11-18T19:14:19,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-18T19:14:19,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:19,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957319665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:19,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:19,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:19,673 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:19,939 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/015f8439ada3402aa483a6db6a8bde37 2024-11-18T19:14:19,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/388687c7319a443ba2aa8176d3d803a8 is 50, key is test_row_0/C:col10/1731957257663/Put/seqid=0 2024-11-18T19:14:19,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742188_1364 (size=9757) 2024-11-18T19:14:20,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:20,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957320184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:20,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:20,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:20,191 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:20,349 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/388687c7319a443ba2aa8176d3d803a8 2024-11-18T19:14:20,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/7402f47fb92e47edb0cbe78112503e14 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/7402f47fb92e47edb0cbe78112503e14 2024-11-18T19:14:20,355 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/7402f47fb92e47edb0cbe78112503e14, entries=100, sequenceid=183, filesize=21.9 K 2024-11-18T19:14:20,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/015f8439ada3402aa483a6db6a8bde37 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/015f8439ada3402aa483a6db6a8bde37 2024-11-18T19:14:20,358 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/015f8439ada3402aa483a6db6a8bde37, entries=100, sequenceid=183, filesize=9.5 K 2024-11-18T19:14:20,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/388687c7319a443ba2aa8176d3d803a8 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/388687c7319a443ba2aa8176d3d803a8 2024-11-18T19:14:20,362 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/388687c7319a443ba2aa8176d3d803a8, entries=100, sequenceid=183, filesize=9.5 K 2024-11-18T19:14:20,363 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f2630fd7e2620fb526922d20a5d255c1 in 1711ms, sequenceid=183, compaction requested=true 2024-11-18T19:14:20,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:20,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:20,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-11-18T19:14:20,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=94 2024-11-18T19:14:20,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-18T19:14:20,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8650 sec 2024-11-18T19:14:20,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.8700 sec 2024-11-18T19:14:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-18T19:14:20,645 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:20,645 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-11-18T19:14:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-18T19:14:20,647 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:20,647 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:20,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-18T19:14:20,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-11-18T19:14:20,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:20,800 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-18T19:14:20,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:20,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:20,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:20,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:20,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:20,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:20,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118dc4b4c052e6a43a58cb9347adf08df69_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957259015/Put/seqid=0 2024-11-18T19:14:20,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742189_1365 (size=12304) 2024-11-18T19:14:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-18T19:14:21,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:21,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:21,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:21,213 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118dc4b4c052e6a43a58cb9347adf08df69_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118dc4b4c052e6a43a58cb9347adf08df69_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/29cef3b9a5df4a2fbcc8b889c34fbd6f, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/29cef3b9a5df4a2fbcc8b889c34fbd6f is 175, key is test_row_0/A:col10/1731957259015/Put/seqid=0 2024-11-18T19:14:21,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742190_1366 (size=31105) 2024-11-18T19:14:21,218 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/29cef3b9a5df4a2fbcc8b889c34fbd6f 2024-11-18T19:14:21,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/a3669d40cd424288aeecc17a8af4d3b3 is 50, key is test_row_0/B:col10/1731957259015/Put/seqid=0 2024-11-18T19:14:21,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742191_1367 (size=12151) 2024-11-18T19:14:21,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-18T19:14:21,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957321266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:21,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:21,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:21,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957321384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:21,397 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:21,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957321605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:21,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:21,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:21,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:21,629 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/a3669d40cd424288aeecc17a8af4d3b3 2024-11-18T19:14:21,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/7463e28bdc04473e98a589623b9894b6 is 50, key is test_row_0/C:col10/1731957259015/Put/seqid=0 2024-11-18T19:14:21,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742192_1368 (size=12151) 2024-11-18T19:14:21,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-18T19:14:21,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:21,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957321914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:21,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:21,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:21,924 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:22,038 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/7463e28bdc04473e98a589623b9894b6 2024-11-18T19:14:22,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/29cef3b9a5df4a2fbcc8b889c34fbd6f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/29cef3b9a5df4a2fbcc8b889c34fbd6f 2024-11-18T19:14:22,044 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/29cef3b9a5df4a2fbcc8b889c34fbd6f, entries=150, sequenceid=202, filesize=30.4 K 2024-11-18T19:14:22,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/a3669d40cd424288aeecc17a8af4d3b3 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a3669d40cd424288aeecc17a8af4d3b3 2024-11-18T19:14:22,048 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a3669d40cd424288aeecc17a8af4d3b3, entries=150, sequenceid=202, filesize=11.9 K 2024-11-18T19:14:22,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/7463e28bdc04473e98a589623b9894b6 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7463e28bdc04473e98a589623b9894b6 2024-11-18T19:14:22,053 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7463e28bdc04473e98a589623b9894b6, entries=150, sequenceid=202, filesize=11.9 K 2024-11-18T19:14:22,054 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f2630fd7e2620fb526922d20a5d255c1 in 1255ms, sequenceid=202, compaction requested=true 2024-11-18T19:14:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-11-18T19:14:22,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=96 2024-11-18T19:14:22,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-11-18T19:14:22,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4080 sec 2024-11-18T19:14:22,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 1.4120 sec 2024-11-18T19:14:22,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:22,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:14:22,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:22,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:22,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:22,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:22,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:22,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:22,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118216b1917b92849238a4cce69127d9b32_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957261264/Put/seqid=0 2024-11-18T19:14:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742193_1369 (size=14794) 2024-11-18T19:14:22,448 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:22,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118216b1917b92849238a4cce69127d9b32_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118216b1917b92849238a4cce69127d9b32_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:22,452 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/a1ba9df8a3404573ad1529d5f3a56f84, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:22,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/a1ba9df8a3404573ad1529d5f3a56f84 is 175, key is test_row_0/A:col10/1731957261264/Put/seqid=0 2024-11-18T19:14:22,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742194_1370 (size=39749) 2024-11-18T19:14:22,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957322567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:22,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:22,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:22,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957322675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:22,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:22,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:22,683 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:22,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95 2024-11-18T19:14:22,795 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:22,796 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:22,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-18T19:14:22,797 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-18T19:14:22,797 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:22,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:22,857 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=216, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/a1ba9df8a3404573ad1529d5f3a56f84 2024-11-18T19:14:22,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c6bb46334e8c416c86937be2e0e6a913 is 50, key is test_row_0/B:col10/1731957261264/Put/seqid=0 2024-11-18T19:14:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742195_1371 (size=12151) 2024-11-18T19:14:22,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:22,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957322895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:22,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:22,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:22,904 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:22,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-18T19:14:22,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-18T19:14:22,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:22,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:22,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:22,949 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:22,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-18T19:14:23,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:23,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,102 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-18T19:14:23,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:23,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957323214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:23,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:23,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:23,221 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:23,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-18T19:14:23,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:23,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,273 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c6bb46334e8c416c86937be2e0e6a913 2024-11-18T19:14:23,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/9d97fa80416b4d999543fe907333b0dc is 50, key is test_row_0/C:col10/1731957261264/Put/seqid=0 2024-11-18T19:14:23,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742196_1372 (size=12151) 2024-11-18T19:14:23,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-18T19:14:23,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:23,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-18T19:14:23,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-18T19:14:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:23,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/9d97fa80416b4d999543fe907333b0dc 2024-11-18T19:14:23,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/a1ba9df8a3404573ad1529d5f3a56f84 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/a1ba9df8a3404573ad1529d5f3a56f84 2024-11-18T19:14:23,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/a1ba9df8a3404573ad1529d5f3a56f84, entries=200, sequenceid=216, filesize=38.8 K 2024-11-18T19:14:23,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/c6bb46334e8c416c86937be2e0e6a913 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c6bb46334e8c416c86937be2e0e6a913 2024-11-18T19:14:23,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c6bb46334e8c416c86937be2e0e6a913, entries=150, sequenceid=216, filesize=11.9 K 2024-11-18T19:14:23,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/9d97fa80416b4d999543fe907333b0dc as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/9d97fa80416b4d999543fe907333b0dc 2024-11-18T19:14:23,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/9d97fa80416b4d999543fe907333b0dc, entries=150, sequenceid=216, filesize=11.9 K 2024-11-18T19:14:23,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for f2630fd7e2620fb526922d20a5d255c1 in 1257ms, sequenceid=216, compaction requested=true 2024-11-18T19:14:23,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:23,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:23,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:23,696 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:14:23,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:23,696 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:14:23,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:23,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:23,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:23,697 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58669 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:14:23,697 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/B is initiating minor compaction (all files) 2024-11-18T19:14:23,698 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/B in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,698 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/6fa7f6fda7c54ee695d38078d970164f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0358bea9c6f4f239e13ee4343e41821, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/015f8439ada3402aa483a6db6a8bde37, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a3669d40cd424288aeecc17a8af4d3b3, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c6bb46334e8c416c86937be2e0e6a913] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=57.3 K 2024-11-18T19:14:23,698 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 155833 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:14:23,698 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/A is initiating minor compaction (all files) 2024-11-18T19:14:23,698 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fa7f6fda7c54ee695d38078d970164f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731957254176 2024-11-18T19:14:23,698 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/A in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,698 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4007e45df2cc4b329d8091a1d05d16f9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/76be40f482f64fd5b207d81850e78a53, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/7402f47fb92e47edb0cbe78112503e14, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/29cef3b9a5df4a2fbcc8b889c34fbd6f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/a1ba9df8a3404573ad1529d5f3a56f84] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=152.2 K 2024-11-18T19:14:23,698 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,698 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c0358bea9c6f4f239e13ee4343e41821, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731957255351 2024-11-18T19:14:23,698 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4007e45df2cc4b329d8091a1d05d16f9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/76be40f482f64fd5b207d81850e78a53, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/7402f47fb92e47edb0cbe78112503e14, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/29cef3b9a5df4a2fbcc8b889c34fbd6f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/a1ba9df8a3404573ad1529d5f3a56f84] 2024-11-18T19:14:23,698 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 015f8439ada3402aa483a6db6a8bde37, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731957257659 2024-11-18T19:14:23,698 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4007e45df2cc4b329d8091a1d05d16f9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731957254176 2024-11-18T19:14:23,699 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting a3669d40cd424288aeecc17a8af4d3b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731957258997 2024-11-18T19:14:23,699 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76be40f482f64fd5b207d81850e78a53, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731957255351 2024-11-18T19:14:23,699 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c6bb46334e8c416c86937be2e0e6a913, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731957261259 2024-11-18T19:14:23,699 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7402f47fb92e47edb0cbe78112503e14, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731957257659 2024-11-18T19:14:23,699 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29cef3b9a5df4a2fbcc8b889c34fbd6f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731957258997 2024-11-18T19:14:23,699 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1ba9df8a3404573ad1529d5f3a56f84, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731957261250 2024-11-18T19:14:23,706 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#B#compaction#314 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:23,706 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/dfd17ffef0354175bb7e8d0777cb34c9 is 50, key is test_row_0/B:col10/1731957261264/Put/seqid=0 2024-11-18T19:14:23,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742197_1373 (size=12629) 2024-11-18T19:14:23,711 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:23,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-18T19:14:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,714 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-18T19:14:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:23,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:23,715 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118ccab78735339437a982e7a72d462e082_f2630fd7e2620fb526922d20a5d255c1 store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:23,716 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/dfd17ffef0354175bb7e8d0777cb34c9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/dfd17ffef0354175bb7e8d0777cb34c9 2024-11-18T19:14:23,718 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118ccab78735339437a982e7a72d462e082_f2630fd7e2620fb526922d20a5d255c1, store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:23,718 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ccab78735339437a982e7a72d462e082_f2630fd7e2620fb526922d20a5d255c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111823815897682a4e8a9c20f677a199a651_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957262539/Put/seqid=0 2024-11-18T19:14:23,721 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/B of f2630fd7e2620fb526922d20a5d255c1 into dfd17ffef0354175bb7e8d0777cb34c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:23,721 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:23,721 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/B, priority=11, startTime=1731957263696; duration=0sec 2024-11-18T19:14:23,721 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:23,721 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:B 2024-11-18T19:14:23,721 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-18T19:14:23,723 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58669 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-18T19:14:23,723 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/C is initiating minor compaction (all files) 2024-11-18T19:14:23,723 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/C in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:23,724 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/56902a5f056f4671b60941f94e8e97b2, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/4ff9e26d725345b4a914de80010ee42e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/388687c7319a443ba2aa8176d3d803a8, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7463e28bdc04473e98a589623b9894b6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/9d97fa80416b4d999543fe907333b0dc] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=57.3 K 2024-11-18T19:14:23,724 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 56902a5f056f4671b60941f94e8e97b2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1731957254176 2024-11-18T19:14:23,724 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ff9e26d725345b4a914de80010ee42e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731957255351 2024-11-18T19:14:23,724 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 388687c7319a443ba2aa8176d3d803a8, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731957257659 2024-11-18T19:14:23,725 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 7463e28bdc04473e98a589623b9894b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1731957258997 2024-11-18T19:14:23,725 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d97fa80416b4d999543fe907333b0dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731957261259 2024-11-18T19:14:23,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742198_1374 (size=4469) 2024-11-18T19:14:23,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:23,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. as already flushing 2024-11-18T19:14:23,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742199_1375 (size=12304) 2024-11-18T19:14:23,746 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#C#compaction#317 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:23,747 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/95fa333662584499a63e18fe56776fc3 is 50, key is test_row_0/C:col10/1731957261264/Put/seqid=0 2024-11-18T19:14:23,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742200_1376 (size=12629) 2024-11-18T19:14:23,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:23,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957323819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:23,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:23,829 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-18T19:14:23,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957323935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:23,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:23,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:23,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:24,131 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#A#compaction#315 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:24,131 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/91c93cf898fc4cc8977438668c9e77d0 is 175, key is test_row_0/A:col10/1731957261264/Put/seqid=0 2024-11-18T19:14:24,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:24,148 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111823815897682a4e8a9c20f677a199a651_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111823815897682a4e8a9c20f677a199a651_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:24,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742201_1377 (size=31583) 2024-11-18T19:14:24,153 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/91c93cf898fc4cc8977438668c9e77d0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/91c93cf898fc4cc8977438668c9e77d0 2024-11-18T19:14:24,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/0bb904bfb65b43208f3f4ccce77d507b, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:24,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/0bb904bfb65b43208f3f4ccce77d507b is 175, key is test_row_0/A:col10/1731957262539/Put/seqid=0 2024-11-18T19:14:24,156 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/95fa333662584499a63e18fe56776fc3 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/95fa333662584499a63e18fe56776fc3 2024-11-18T19:14:24,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:24,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957324145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:24,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,157 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:24,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742202_1378 (size=31105) 2024-11-18T19:14:24,161 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/A of f2630fd7e2620fb526922d20a5d255c1 into 91c93cf898fc4cc8977438668c9e77d0(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:24,161 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:24,161 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/A, priority=11, startTime=1731957263696; duration=0sec 2024-11-18T19:14:24,161 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:24,161 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:A 2024-11-18T19:14:24,162 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/C of f2630fd7e2620fb526922d20a5d255c1 into 95fa333662584499a63e18fe56776fc3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:24,162 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:24,162 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/C, priority=11, startTime=1731957263696; duration=0sec 2024-11-18T19:14:24,162 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:24,162 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:C 2024-11-18T19:14:24,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35238 deadline: 1731957324234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:24,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:24,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35226 deadline: 1731957324235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:24,241 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18287 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:24,241 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18302 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:24,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:24,242 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:24,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35230 deadline: 1731957324255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:24,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35190 deadline: 1731957324255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:24,261 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18319 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:24,261 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_1' in f2630fd7e2620fb526922d20a5d255c1 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18308 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:14:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:24,262 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:24,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:24,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957324465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:24,560 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/0bb904bfb65b43208f3f4ccce77d507b 2024-11-18T19:14:24,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/a57e2179c911481ab4fe9228f70bd856 is 50, key is test_row_0/B:col10/1731957262539/Put/seqid=0 2024-11-18T19:14:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742203_1379 (size=12151) 2024-11-18T19:14:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-18T19:14:24,969 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/a57e2179c911481ab4fe9228f70bd856 2024-11-18T19:14:24,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/e63866063e4d47c189288628e5c5486a is 50, key is test_row_0/C:col10/1731957262539/Put/seqid=0 2024-11-18T19:14:24,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742204_1380 (size=12151) 2024-11-18T19:14:24,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:24,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35192 deadline: 1731957324984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:24,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:24,988 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:14:25,381 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/e63866063e4d47c189288628e5c5486a 2024-11-18T19:14:25,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/0bb904bfb65b43208f3f4ccce77d507b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/0bb904bfb65b43208f3f4ccce77d507b 2024-11-18T19:14:25,387 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/0bb904bfb65b43208f3f4ccce77d507b, entries=150, sequenceid=234, filesize=30.4 K 2024-11-18T19:14:25,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/a57e2179c911481ab4fe9228f70bd856 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a57e2179c911481ab4fe9228f70bd856 2024-11-18T19:14:25,391 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a57e2179c911481ab4fe9228f70bd856, entries=150, sequenceid=234, filesize=11.9 K 2024-11-18T19:14:25,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/e63866063e4d47c189288628e5c5486a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e63866063e4d47c189288628e5c5486a 2024-11-18T19:14:25,395 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e63866063e4d47c189288628e5c5486a, entries=150, sequenceid=234, filesize=11.9 K 2024-11-18T19:14:25,396 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for f2630fd7e2620fb526922d20a5d255c1 in 1682ms, sequenceid=234, compaction requested=false 2024-11-18T19:14:25,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:25,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:25,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-18T19:14:25,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-18T19:14:25,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-18T19:14:25,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6010 sec 2024-11-18T19:14:25,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.6040 sec 2024-11-18T19:14:25,867 INFO [Thread-1474 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1474. 2024-11-18T19:14:25,867 DEBUG [Thread-1474 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:25,867 DEBUG [Thread-1474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:25,867 DEBUG [Thread-1474 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:25,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:25,867 INFO [Thread-1470 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1470. 2024-11-18T19:14:25,867 DEBUG [Thread-1470 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:25,867 DEBUG [Thread-1470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:25,868 DEBUG [Thread-1470 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:25,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:25,870 INFO [Thread-1466 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1466. 2024-11-18T19:14:25,870 DEBUG [Thread-1466 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:25,870 DEBUG [Thread-1466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:25,870 DEBUG [Thread-1466 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:25,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:25,874 INFO [Thread-1472 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1472. 2024-11-18T19:14:25,874 DEBUG [Thread-1472 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:25,874 DEBUG [Thread-1472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:25,874 DEBUG [Thread-1472 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:25,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:25,875 INFO [Thread-1468 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1468. 2024-11-18T19:14:25,875 DEBUG [Thread-1468 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:25,875 DEBUG [Thread-1468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:25,875 DEBUG [Thread-1468 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:25,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:26,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:26,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-18T19:14:26,007 INFO [Thread-1457 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1457. 2024-11-18T19:14:26,007 DEBUG [Thread-1457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:26,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:26,007 DEBUG [Thread-1457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:26,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:26,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:26,007 DEBUG [Thread-1457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:26,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:26,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:26,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:26,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:26,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181b9dc6fe1deb493895cabc373d176f3f_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957263810/Put/seqid=0 2024-11-18T19:14:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742205_1381 (size=12304) 2024-11-18T19:14:26,180 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:14:26,422 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:26,431 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411181b9dc6fe1deb493895cabc373d176f3f_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181b9dc6fe1deb493895cabc373d176f3f_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:26,432 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/f1c84c3d13204ce28b8b9d60e706e62e, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:26,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/f1c84c3d13204ce28b8b9d60e706e62e is 175, key is test_row_0/A:col10/1731957263810/Put/seqid=0 2024-11-18T19:14:26,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742206_1382 (size=31105) 2024-11-18T19:14:26,838 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=252, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/f1c84c3d13204ce28b8b9d60e706e62e 2024-11-18T19:14:26,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/ff1454a08ddc419f93b03f54dad6de41 is 50, key is test_row_0/B:col10/1731957263810/Put/seqid=0 2024-11-18T19:14:26,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742207_1383 (size=12151) 2024-11-18T19:14:26,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-18T19:14:26,975 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:27,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/ff1454a08ddc419f93b03f54dad6de41 2024-11-18T19:14:27,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/83797c341557422e86d762779a1dacdd is 50, key is test_row_0/C:col10/1731957263810/Put/seqid=0 2024-11-18T19:14:27,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742208_1384 (size=12151) 2024-11-18T19:14:27,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/83797c341557422e86d762779a1dacdd 2024-11-18T19:14:27,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/f1c84c3d13204ce28b8b9d60e706e62e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f1c84c3d13204ce28b8b9d60e706e62e 2024-11-18T19:14:27,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f1c84c3d13204ce28b8b9d60e706e62e, entries=150, sequenceid=252, filesize=30.4 K 2024-11-18T19:14:27,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/ff1454a08ddc419f93b03f54dad6de41 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/ff1454a08ddc419f93b03f54dad6de41 2024-11-18T19:14:27,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/ff1454a08ddc419f93b03f54dad6de41, entries=150, sequenceid=252, filesize=11.9 K 2024-11-18T19:14:27,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/83797c341557422e86d762779a1dacdd as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/83797c341557422e86d762779a1dacdd 2024-11-18T19:14:27,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/83797c341557422e86d762779a1dacdd, entries=150, sequenceid=252, filesize=11.9 K 2024-11-18T19:14:27,696 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=0 B/0 for f2630fd7e2620fb526922d20a5d255c1 in 1689ms, sequenceid=252, compaction requested=true 2024-11-18T19:14:27,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:27,696 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:27,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:27,697 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:27,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:27,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:27,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f2630fd7e2620fb526922d20a5d255c1:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:27,697 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:27,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:27,697 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:27,697 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93793 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:27,697 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/B is initiating minor compaction (all files) 2024-11-18T19:14:27,697 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/A is initiating minor compaction (all files) 2024-11-18T19:14:27,697 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/A in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:27,698 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/B in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:27,698 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/91c93cf898fc4cc8977438668c9e77d0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/0bb904bfb65b43208f3f4ccce77d507b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f1c84c3d13204ce28b8b9d60e706e62e] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=91.6 K 2024-11-18T19:14:27,698 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/dfd17ffef0354175bb7e8d0777cb34c9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a57e2179c911481ab4fe9228f70bd856, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/ff1454a08ddc419f93b03f54dad6de41] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=36.1 K 2024-11-18T19:14:27,698 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:27,698 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/91c93cf898fc4cc8977438668c9e77d0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/0bb904bfb65b43208f3f4ccce77d507b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f1c84c3d13204ce28b8b9d60e706e62e] 2024-11-18T19:14:27,698 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting dfd17ffef0354175bb7e8d0777cb34c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731957261259 2024-11-18T19:14:27,698 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91c93cf898fc4cc8977438668c9e77d0, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731957261259 2024-11-18T19:14:27,698 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting a57e2179c911481ab4fe9228f70bd856, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731957262539 2024-11-18T19:14:27,698 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0bb904bfb65b43208f3f4ccce77d507b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731957262539 2024-11-18T19:14:27,698 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting ff1454a08ddc419f93b03f54dad6de41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731957263810 2024-11-18T19:14:27,698 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1c84c3d13204ce28b8b9d60e706e62e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731957263810 2024-11-18T19:14:27,703 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:27,704 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#B#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:27,704 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118fea8f04a12004168913e7415dfc63166_f2630fd7e2620fb526922d20a5d255c1 store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:27,704 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/6679a6dcd0794c2997f0e5655a03d91d is 50, key is test_row_0/B:col10/1731957263810/Put/seqid=0 2024-11-18T19:14:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742209_1385 (size=12731) 2024-11-18T19:14:27,709 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118fea8f04a12004168913e7415dfc63166_f2630fd7e2620fb526922d20a5d255c1, store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:27,709 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118fea8f04a12004168913e7415dfc63166_f2630fd7e2620fb526922d20a5d255c1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:27,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742210_1386 (size=4469) 2024-11-18T19:14:28,115 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#A#compaction#324 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:28,116 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/d3f97fea8f564ad7bc47839eff6b224a is 175, key is test_row_0/A:col10/1731957263810/Put/seqid=0 2024-11-18T19:14:28,119 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/6679a6dcd0794c2997f0e5655a03d91d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/6679a6dcd0794c2997f0e5655a03d91d 2024-11-18T19:14:28,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742211_1387 (size=31685) 2024-11-18T19:14:28,125 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/B of f2630fd7e2620fb526922d20a5d255c1 into 6679a6dcd0794c2997f0e5655a03d91d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:28,125 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:28,125 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/B, priority=13, startTime=1731957267697; duration=0sec 2024-11-18T19:14:28,125 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:28,125 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:B 2024-11-18T19:14:28,125 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:28,126 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:28,126 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): f2630fd7e2620fb526922d20a5d255c1/C is initiating minor compaction (all files) 2024-11-18T19:14:28,126 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f2630fd7e2620fb526922d20a5d255c1/C in TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:28,127 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/95fa333662584499a63e18fe56776fc3, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e63866063e4d47c189288628e5c5486a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/83797c341557422e86d762779a1dacdd] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp, totalSize=36.1 K 2024-11-18T19:14:28,127 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 95fa333662584499a63e18fe56776fc3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1731957261259 2024-11-18T19:14:28,127 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting e63866063e4d47c189288628e5c5486a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731957262539 2024-11-18T19:14:28,127 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 83797c341557422e86d762779a1dacdd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1731957263810 2024-11-18T19:14:28,133 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f2630fd7e2620fb526922d20a5d255c1#C#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:28,134 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/32115ce2374e4366ab5f7e418aa143fc is 50, key is test_row_0/C:col10/1731957263810/Put/seqid=0 2024-11-18T19:14:28,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742212_1388 (size=12731) 2024-11-18T19:14:28,534 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/d3f97fea8f564ad7bc47839eff6b224a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/d3f97fea8f564ad7bc47839eff6b224a 2024-11-18T19:14:28,540 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/A of f2630fd7e2620fb526922d20a5d255c1 into d3f97fea8f564ad7bc47839eff6b224a(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:28,540 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:28,540 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/A, priority=13, startTime=1731957267696; duration=0sec 2024-11-18T19:14:28,540 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:28,540 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:A 2024-11-18T19:14:28,541 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/32115ce2374e4366ab5f7e418aa143fc as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/32115ce2374e4366ab5f7e418aa143fc 2024-11-18T19:14:28,546 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f2630fd7e2620fb526922d20a5d255c1/C of f2630fd7e2620fb526922d20a5d255c1 into 32115ce2374e4366ab5f7e418aa143fc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:28,546 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f2630fd7e2620fb526922d20a5d255c1: 2024-11-18T19:14:28,546 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., storeName=f2630fd7e2620fb526922d20a5d255c1/C, priority=13, startTime=1731957267697; duration=0sec 2024-11-18T19:14:28,546 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:28,546 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f2630fd7e2620fb526922d20a5d255c1:C 2024-11-18T19:14:30,602 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/975abe174fac4f80b7a3fc056f43040a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f5b4dca1da0d4111990dbc5c999fbe0c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4c8ce80e3e6c4d289c2faf02d21d868f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/696421778bd94ea69138f51bc054acb7, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/3fc72c5191ff409f8c3dac0748529ec1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/e8269b480d24416596e53206a417c682, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/eae8b8bc7a524fdd8a7b53754b95b464, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/671235bcd7a940a18939a4f1f6c10abd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/edcef61ad98b40469ab1df313d15baca, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4007e45df2cc4b329d8091a1d05d16f9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/76be40f482f64fd5b207d81850e78a53, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/7402f47fb92e47edb0cbe78112503e14, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/29cef3b9a5df4a2fbcc8b889c34fbd6f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/a1ba9df8a3404573ad1529d5f3a56f84, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/91c93cf898fc4cc8977438668c9e77d0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/0bb904bfb65b43208f3f4ccce77d507b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f1c84c3d13204ce28b8b9d60e706e62e] to archive 2024-11-18T19:14:30,603 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:14:30,604 WARN [regionserver/39fff3b0f89c:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 2, running: 1 2024-11-18T19:14:30,605 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/975abe174fac4f80b7a3fc056f43040a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/975abe174fac4f80b7a3fc056f43040a 2024-11-18T19:14:30,607 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f5b4dca1da0d4111990dbc5c999fbe0c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f5b4dca1da0d4111990dbc5c999fbe0c 2024-11-18T19:14:30,609 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4c8ce80e3e6c4d289c2faf02d21d868f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4c8ce80e3e6c4d289c2faf02d21d868f 2024-11-18T19:14:30,611 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/696421778bd94ea69138f51bc054acb7 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/696421778bd94ea69138f51bc054acb7 2024-11-18T19:14:30,612 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/3fc72c5191ff409f8c3dac0748529ec1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/3fc72c5191ff409f8c3dac0748529ec1 2024-11-18T19:14:30,614 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/e8269b480d24416596e53206a417c682 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/e8269b480d24416596e53206a417c682 2024-11-18T19:14:30,616 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/eae8b8bc7a524fdd8a7b53754b95b464 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/eae8b8bc7a524fdd8a7b53754b95b464 2024-11-18T19:14:30,618 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/671235bcd7a940a18939a4f1f6c10abd to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/671235bcd7a940a18939a4f1f6c10abd 2024-11-18T19:14:30,619 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/edcef61ad98b40469ab1df313d15baca to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/edcef61ad98b40469ab1df313d15baca 2024-11-18T19:14:30,621 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4007e45df2cc4b329d8091a1d05d16f9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/4007e45df2cc4b329d8091a1d05d16f9 2024-11-18T19:14:30,622 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/76be40f482f64fd5b207d81850e78a53 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/76be40f482f64fd5b207d81850e78a53 2024-11-18T19:14:30,624 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/7402f47fb92e47edb0cbe78112503e14 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/7402f47fb92e47edb0cbe78112503e14 2024-11-18T19:14:30,625 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/29cef3b9a5df4a2fbcc8b889c34fbd6f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/29cef3b9a5df4a2fbcc8b889c34fbd6f 2024-11-18T19:14:30,627 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/a1ba9df8a3404573ad1529d5f3a56f84 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/a1ba9df8a3404573ad1529d5f3a56f84 2024-11-18T19:14:30,628 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/91c93cf898fc4cc8977438668c9e77d0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/91c93cf898fc4cc8977438668c9e77d0 2024-11-18T19:14:30,630 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/0bb904bfb65b43208f3f4ccce77d507b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/0bb904bfb65b43208f3f4ccce77d507b 2024-11-18T19:14:30,631 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f1c84c3d13204ce28b8b9d60e706e62e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/f1c84c3d13204ce28b8b9d60e706e62e 2024-11-18T19:14:30,633 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/2301234dfdb945aa9961e2ae228c148b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0d60fd547f7484d9642dd3d56562069, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/415fa9f056074f5d8fc1239a06aebf94, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c11e83a506034d0db117910c7e5e7dc2, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/81c33787a6d941e4b2bcf9ee2f802e93, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/5716865ab2ac4922a2f36482790b3291, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/e3a647250dd944748cd932361df404e2, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/1323773386d84f40a6dc3692976af795, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/6fa7f6fda7c54ee695d38078d970164f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/849c8d9aa88346df83f66520402bf8a0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0358bea9c6f4f239e13ee4343e41821, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/015f8439ada3402aa483a6db6a8bde37, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a3669d40cd424288aeecc17a8af4d3b3, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/dfd17ffef0354175bb7e8d0777cb34c9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c6bb46334e8c416c86937be2e0e6a913, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a57e2179c911481ab4fe9228f70bd856, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/ff1454a08ddc419f93b03f54dad6de41] to archive 2024-11-18T19:14:30,634 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:14:30,635 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/2301234dfdb945aa9961e2ae228c148b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/2301234dfdb945aa9961e2ae228c148b 2024-11-18T19:14:30,636 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0d60fd547f7484d9642dd3d56562069 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0d60fd547f7484d9642dd3d56562069 2024-11-18T19:14:30,637 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/415fa9f056074f5d8fc1239a06aebf94 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/415fa9f056074f5d8fc1239a06aebf94 2024-11-18T19:14:30,638 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c11e83a506034d0db117910c7e5e7dc2 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c11e83a506034d0db117910c7e5e7dc2 2024-11-18T19:14:30,639 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/81c33787a6d941e4b2bcf9ee2f802e93 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/81c33787a6d941e4b2bcf9ee2f802e93 2024-11-18T19:14:30,640 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/5716865ab2ac4922a2f36482790b3291 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/5716865ab2ac4922a2f36482790b3291 2024-11-18T19:14:30,641 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/e3a647250dd944748cd932361df404e2 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/e3a647250dd944748cd932361df404e2 2024-11-18T19:14:30,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/1323773386d84f40a6dc3692976af795 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/1323773386d84f40a6dc3692976af795 2024-11-18T19:14:30,642 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/6fa7f6fda7c54ee695d38078d970164f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/6fa7f6fda7c54ee695d38078d970164f 2024-11-18T19:14:30,643 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/849c8d9aa88346df83f66520402bf8a0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/849c8d9aa88346df83f66520402bf8a0 2024-11-18T19:14:30,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0358bea9c6f4f239e13ee4343e41821 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c0358bea9c6f4f239e13ee4343e41821 2024-11-18T19:14:30,644 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/015f8439ada3402aa483a6db6a8bde37 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/015f8439ada3402aa483a6db6a8bde37 2024-11-18T19:14:30,645 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a3669d40cd424288aeecc17a8af4d3b3 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a3669d40cd424288aeecc17a8af4d3b3 2024-11-18T19:14:30,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/dfd17ffef0354175bb7e8d0777cb34c9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/dfd17ffef0354175bb7e8d0777cb34c9 2024-11-18T19:14:30,646 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c6bb46334e8c416c86937be2e0e6a913 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/c6bb46334e8c416c86937be2e0e6a913 2024-11-18T19:14:30,647 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a57e2179c911481ab4fe9228f70bd856 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/a57e2179c911481ab4fe9228f70bd856 2024-11-18T19:14:30,648 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/ff1454a08ddc419f93b03f54dad6de41 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/ff1454a08ddc419f93b03f54dad6de41 2024-11-18T19:14:30,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/052e79bcc0f04c37913a186237811049, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/203c2b08f535475085ed0baad970a975, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/c9053dbcecd94d5b8408399ad38e292f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/c6ee5a134dce4e2aaa6eb4a7a510fe4a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/47592a69f1b74a4f9517af87ff207d86, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/d317a12f474e415891d138b5874bc00c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e4bd87324e7648bdb07b4cbfdbf262c5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7f131cca2e79444ba8d66ff51ca4e94e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/56902a5f056f4671b60941f94e8e97b2, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/8878692805f44c9ab6a615dfa8283057, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/4ff9e26d725345b4a914de80010ee42e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/388687c7319a443ba2aa8176d3d803a8, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7463e28bdc04473e98a589623b9894b6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/95fa333662584499a63e18fe56776fc3, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/9d97fa80416b4d999543fe907333b0dc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e63866063e4d47c189288628e5c5486a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/83797c341557422e86d762779a1dacdd] to archive 2024-11-18T19:14:30,650 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:14:30,651 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/052e79bcc0f04c37913a186237811049 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/052e79bcc0f04c37913a186237811049 2024-11-18T19:14:30,652 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/203c2b08f535475085ed0baad970a975 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/203c2b08f535475085ed0baad970a975 2024-11-18T19:14:30,653 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/c9053dbcecd94d5b8408399ad38e292f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/c9053dbcecd94d5b8408399ad38e292f 2024-11-18T19:14:30,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/c6ee5a134dce4e2aaa6eb4a7a510fe4a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/c6ee5a134dce4e2aaa6eb4a7a510fe4a 2024-11-18T19:14:30,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/47592a69f1b74a4f9517af87ff207d86 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/47592a69f1b74a4f9517af87ff207d86 2024-11-18T19:14:30,655 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/d317a12f474e415891d138b5874bc00c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/d317a12f474e415891d138b5874bc00c 2024-11-18T19:14:30,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e4bd87324e7648bdb07b4cbfdbf262c5 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e4bd87324e7648bdb07b4cbfdbf262c5 2024-11-18T19:14:30,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7f131cca2e79444ba8d66ff51ca4e94e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7f131cca2e79444ba8d66ff51ca4e94e 2024-11-18T19:14:30,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/56902a5f056f4671b60941f94e8e97b2 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/56902a5f056f4671b60941f94e8e97b2 2024-11-18T19:14:30,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/8878692805f44c9ab6a615dfa8283057 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/8878692805f44c9ab6a615dfa8283057 2024-11-18T19:14:30,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/4ff9e26d725345b4a914de80010ee42e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/4ff9e26d725345b4a914de80010ee42e 2024-11-18T19:14:30,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/388687c7319a443ba2aa8176d3d803a8 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/388687c7319a443ba2aa8176d3d803a8 2024-11-18T19:14:30,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7463e28bdc04473e98a589623b9894b6 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/7463e28bdc04473e98a589623b9894b6 2024-11-18T19:14:30,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/95fa333662584499a63e18fe56776fc3 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/95fa333662584499a63e18fe56776fc3 2024-11-18T19:14:30,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/9d97fa80416b4d999543fe907333b0dc to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/9d97fa80416b4d999543fe907333b0dc 2024-11-18T19:14:30,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e63866063e4d47c189288628e5c5486a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e63866063e4d47c189288628e5c5486a 2024-11-18T19:14:30,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/39fff3b0f89c:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/83797c341557422e86d762779a1dacdd to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/83797c341557422e86d762779a1dacdd 2024-11-18T19:14:34,320 INFO [Thread-1455 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1455. 2024-11-18T19:14:34,320 DEBUG [Thread-1455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:34,320 DEBUG [Thread-1455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:34,321 DEBUG [Thread-1455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:34,321 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:34,348 INFO [Thread-1459 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1459. 2024-11-18T19:14:34,348 DEBUG [Thread-1459 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:34,348 DEBUG [Thread-1459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:34,349 DEBUG [Thread-1459 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:34,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:34,356 INFO [Thread-1463 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1463. 2024-11-18T19:14:34,356 INFO [Thread-1461 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1461. 2024-11-18T19:14:34,357 DEBUG [Thread-1461 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:34,357 DEBUG [Thread-1463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:34,357 DEBUG [Thread-1461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:34,357 DEBUG [Thread-1463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:34,357 DEBUG [Thread-1461 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:34,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:34,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:34,357 DEBUG [Thread-1463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:34,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:14:34,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-11-18T19:14:34,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 162 2024-11-18T19:14:34,357 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1216 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3640 rows 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1210 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3628 rows 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1214 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3639 rows 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1214 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3637 rows 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1205 2024-11-18T19:14:34,358 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3615 rows 2024-11-18T19:14:34,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:14:34,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:14:34,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:34,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:34,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:34,359 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:14:34,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:34,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-18T19:14:34,363 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957274363"}]},"ts":"1731957274363"} 2024-11-18T19:14:34,364 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:14:34,365 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:14:34,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:14:34,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, UNASSIGN}] 2024-11-18T19:14:34,367 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, UNASSIGN 2024-11-18T19:14:34,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=101 updating hbase:meta row=f2630fd7e2620fb526922d20a5d255c1, regionState=CLOSING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:34,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, UNASSIGN because future has completed 2024-11-18T19:14:34,369 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:14:34,369 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; CloseRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:14:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-18T19:14:34,521 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(122): Close f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:34,521 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:14:34,521 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1722): Closing f2630fd7e2620fb526922d20a5d255c1, disabling compactions & flushes 2024-11-18T19:14:34,521 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:34,521 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:34,521 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. after waiting 0 ms 2024-11-18T19:14:34,521 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:34,521 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(2902): Flushing f2630fd7e2620fb526922d20a5d255c1 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-11-18T19:14:34,522 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=A 2024-11-18T19:14:34,522 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:34,522 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=B 2024-11-18T19:14:34,522 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:34,522 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f2630fd7e2620fb526922d20a5d255c1, store=C 2024-11-18T19:14:34,522 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:34,528 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ded2fa2d742a49589eca701942472296_f2630fd7e2620fb526922d20a5d255c1 is 50, key is test_row_0/A:col10/1731957274355/Put/seqid=0 2024-11-18T19:14:34,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742213_1389 (size=9914) 2024-11-18T19:14:34,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-18T19:14:34,933 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:34,943 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118ded2fa2d742a49589eca701942472296_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ded2fa2d742a49589eca701942472296_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:34,944 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/7a0af57634704e8d8044b0e376aad123, store: [table=TestAcidGuarantees family=A region=f2630fd7e2620fb526922d20a5d255c1] 2024-11-18T19:14:34,944 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/7a0af57634704e8d8044b0e376aad123 is 175, key is test_row_0/A:col10/1731957274355/Put/seqid=0 2024-11-18T19:14:34,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742214_1390 (size=22561) 2024-11-18T19:14:34,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-18T19:14:35,348 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/7a0af57634704e8d8044b0e376aad123 2024-11-18T19:14:35,353 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/f0a03c08ccc44c729cd023846764ffc9 is 50, key is test_row_0/B:col10/1731957274355/Put/seqid=0 2024-11-18T19:14:35,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742215_1391 (size=9857) 2024-11-18T19:14:35,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-18T19:14:35,789 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/f0a03c08ccc44c729cd023846764ffc9 2024-11-18T19:14:35,802 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/e2a1cbd13f624dae86c27b0b46c84f6f is 50, key is test_row_0/C:col10/1731957274355/Put/seqid=0 2024-11-18T19:14:35,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742216_1392 (size=9857) 2024-11-18T19:14:36,207 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/e2a1cbd13f624dae86c27b0b46c84f6f 2024-11-18T19:14:36,218 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/A/7a0af57634704e8d8044b0e376aad123 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/7a0af57634704e8d8044b0e376aad123 2024-11-18T19:14:36,222 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/7a0af57634704e8d8044b0e376aad123, entries=100, sequenceid=262, filesize=22.0 K 2024-11-18T19:14:36,223 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/B/f0a03c08ccc44c729cd023846764ffc9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/f0a03c08ccc44c729cd023846764ffc9 2024-11-18T19:14:36,226 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/f0a03c08ccc44c729cd023846764ffc9, entries=100, sequenceid=262, filesize=9.6 K 2024-11-18T19:14:36,227 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/.tmp/C/e2a1cbd13f624dae86c27b0b46c84f6f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e2a1cbd13f624dae86c27b0b46c84f6f 2024-11-18T19:14:36,230 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e2a1cbd13f624dae86c27b0b46c84f6f, entries=100, sequenceid=262, filesize=9.6 K 2024-11-18T19:14:36,231 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for f2630fd7e2620fb526922d20a5d255c1 in 1710ms, sequenceid=262, compaction requested=false 2024-11-18T19:14:36,236 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/recovered.edits/265.seqid, newMaxSeqId=265, maxSeqId=4 2024-11-18T19:14:36,236 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. 2024-11-18T19:14:36,236 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1676): Region close journal for f2630fd7e2620fb526922d20a5d255c1: Waiting for close lock at 1731957274521Running coprocessor pre-close hooks at 1731957274521Disabling compacts and flushes for region at 1731957274521Disabling writes for close at 1731957274521Obtaining lock to block concurrent updates at 1731957274522 (+1 ms)Preparing flush snapshotting stores in f2630fd7e2620fb526922d20a5d255c1 at 1731957274522Finished memstore snapshotting TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1731957274522Flushing stores of TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1. at 1731957274522Flushing f2630fd7e2620fb526922d20a5d255c1/A: creating writer at 1731957274523 (+1 ms)Flushing mob file f2630fd7e2620fb526922d20a5d255c1/A: appending metadata at 1731957274527 (+4 ms)Flushing mob file f2630fd7e2620fb526922d20a5d255c1/A: closing flushed file at 1731957274527Flushing f2630fd7e2620fb526922d20a5d255c1/A: appending metadata at 1731957274944 (+417 ms)Flushing f2630fd7e2620fb526922d20a5d255c1/A: closing flushed file at 1731957274944Flushing f2630fd7e2620fb526922d20a5d255c1/B: creating writer at 1731957275351 (+407 ms)Flushing f2630fd7e2620fb526922d20a5d255c1/B: appending metadata at 1731957275353 (+2 ms)Flushing f2630fd7e2620fb526922d20a5d255c1/B: closing flushed file at 1731957275353Flushing f2630fd7e2620fb526922d20a5d255c1/C: creating writer at 1731957275799 (+446 ms)Flushing f2630fd7e2620fb526922d20a5d255c1/C: appending metadata at 1731957275801 (+2 ms)Flushing f2630fd7e2620fb526922d20a5d255c1/C: closing flushed file at 1731957275801Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@138d0a3e: reopening flushed file at 1731957276217 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632c1ef2: reopening flushed file at 1731957276222 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c9e6206: reopening flushed file at 1731957276226 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for f2630fd7e2620fb526922d20a5d255c1 in 1710ms, sequenceid=262, compaction requested=false at 1731957276231 (+5 ms)Writing region close event to WAL at 1731957276233 (+2 ms)Running coprocessor post-close hooks at 1731957276236 (+3 ms)Closed at 1731957276236 2024-11-18T19:14:36,238 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(157): Closed f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,239 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=101 updating hbase:meta row=f2630fd7e2620fb526922d20a5d255c1, regionState=CLOSED 2024-11-18T19:14:36,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE, hasLock=false; CloseRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:14:36,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-18T19:14:36,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; CloseRegionProcedure f2630fd7e2620fb526922d20a5d255c1, server=39fff3b0f89c,38149,1731957147744 in 1.8720 sec 2024-11-18T19:14:36,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-11-18T19:14:36,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f2630fd7e2620fb526922d20a5d255c1, UNASSIGN in 1.8770 sec 2024-11-18T19:14:36,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-18T19:14:36,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8800 sec 2024-11-18T19:14:36,247 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957276247"}]},"ts":"1731957276247"} 2024-11-18T19:14:36,249 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:14:36,249 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:14:36,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8900 sec 2024-11-18T19:14:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-18T19:14:36,506 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:36,508 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:14:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:36,513 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=103, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-18T19:14:36,515 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=103, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:36,519 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,521 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/recovered.edits] 2024-11-18T19:14:36,524 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/7a0af57634704e8d8044b0e376aad123 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/7a0af57634704e8d8044b0e376aad123 2024-11-18T19:14:36,525 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/d3f97fea8f564ad7bc47839eff6b224a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/A/d3f97fea8f564ad7bc47839eff6b224a 2024-11-18T19:14:36,528 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/6679a6dcd0794c2997f0e5655a03d91d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/6679a6dcd0794c2997f0e5655a03d91d 2024-11-18T19:14:36,529 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/f0a03c08ccc44c729cd023846764ffc9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/B/f0a03c08ccc44c729cd023846764ffc9 2024-11-18T19:14:36,532 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/32115ce2374e4366ab5f7e418aa143fc to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/32115ce2374e4366ab5f7e418aa143fc 2024-11-18T19:14:36,533 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e2a1cbd13f624dae86c27b0b46c84f6f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/C/e2a1cbd13f624dae86c27b0b46c84f6f 2024-11-18T19:14:36,536 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/recovered.edits/265.seqid to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1/recovered.edits/265.seqid 2024-11-18T19:14:36,537 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,537 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:14:36,537 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:14:36,538 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-18T19:14:36,541 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181b9dc6fe1deb493895cabc373d176f3f_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411181b9dc6fe1deb493895cabc373d176f3f_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,542 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118216b1917b92849238a4cce69127d9b32_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118216b1917b92849238a4cce69127d9b32_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,543 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111823815897682a4e8a9c20f677a199a651_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111823815897682a4e8a9c20f677a199a651_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,544 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111828e3c46875f84ca3a65e28e42d66d40d_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111828e3c46875f84ca3a65e28e42d66d40d_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,545 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111868387eced09b4a7aa8488136adb3b297_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111868387eced09b4a7aa8488136adb3b297_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,546 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187368ecb7e3564b24baaa517845e44221_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187368ecb7e3564b24baaa517845e44221_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,546 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a78ed8ef684c4e5ab61deb2741771d05_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118a78ed8ef684c4e5ab61deb2741771d05_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,547 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118abc43f0700dc430f96fa6f0e0cce0fdb_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118abc43f0700dc430f96fa6f0e0cce0fdb_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,548 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bd88f34901ed4c21befc98e850220991_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bd88f34901ed4c21befc98e850220991_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,548 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c70f5b877c364cbfb31afb9afdd1f994_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c70f5b877c364cbfb31afb9afdd1f994_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,549 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cb05487a52ed4173a95cd5b945566575_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118cb05487a52ed4173a95cd5b945566575_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,550 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118dc4b4c052e6a43a58cb9347adf08df69_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118dc4b4c052e6a43a58cb9347adf08df69_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,550 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ded2fa2d742a49589eca701942472296_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118ded2fa2d742a49589eca701942472296_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,551 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e110b2714c5b4fb1ae665e17609ff99a_f2630fd7e2620fb526922d20a5d255c1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e110b2714c5b4fb1ae665e17609ff99a_f2630fd7e2620fb526922d20a5d255c1 2024-11-18T19:14:36,551 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:14:36,553 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=103, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:36,554 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:14:36,556 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:14:36,556 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=103, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:36,556 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:14:36,557 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731957276556"}]},"ts":"9223372036854775807"} 2024-11-18T19:14:36,558 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:14:36,558 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f2630fd7e2620fb526922d20a5d255c1, NAME => 'TestAcidGuarantees,,1731957242702.f2630fd7e2620fb526922d20a5d255c1.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:14:36,558 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:14:36,558 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731957276558"}]},"ts":"9223372036854775807"} 2024-11-18T19:14:36,560 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:14:36,561 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=103, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:36,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-11-18T19:14:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-18T19:14:36,625 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:14:36,626 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:36,633 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 252), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=262 (was 297), ProcessCount=11 (was 11), AvailableMemoryMB=4055 (was 4091) 2024-11-18T19:14:36,640 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=4055 2024-11-18T19:14:36,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:14:36,641 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:14:36,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:36,642 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:14:36,642 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:36,642 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 104 2024-11-18T19:14:36,643 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:14:36,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:14:36,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742217_1393 (size=1061) 2024-11-18T19:14:36,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:14:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:14:37,053 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260 2024-11-18T19:14:37,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742218_1394 (size=53) 2024-11-18T19:14:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:14:37,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T19:14:37,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:14:37,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 65a9253e38a1e945795b7211f8ddbdae, disabling compactions & flushes 2024-11-18T19:14:37,467 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:37,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:37,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. after waiting 0 ms 2024-11-18T19:14:37,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:37,467 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:37,467 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65a9253e38a1e945795b7211f8ddbdae: Waiting for close lock at 1731957277467Disabling compacts and flushes for region at 1731957277467Disabling writes for close at 1731957277467Writing region close event to WAL at 1731957277467Closed at 1731957277467 2024-11-18T19:14:37,469 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:14:37,470 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731957277469"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957277469"}]},"ts":"1731957277469"} 2024-11-18T19:14:37,473 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:14:37,475 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:14:37,475 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957277475"}]},"ts":"1731957277475"} 2024-11-18T19:14:37,478 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:14:37,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65a9253e38a1e945795b7211f8ddbdae, ASSIGN}] 2024-11-18T19:14:37,480 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65a9253e38a1e945795b7211f8ddbdae, ASSIGN 2024-11-18T19:14:37,481 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=65a9253e38a1e945795b7211f8ddbdae, ASSIGN; state=OFFLINE, location=39fff3b0f89c,38149,1731957147744; forceNewPlan=false, retain=false 2024-11-18T19:14:37,632 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=105 updating hbase:meta row=65a9253e38a1e945795b7211f8ddbdae, regionState=OPENING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:37,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=65a9253e38a1e945795b7211f8ddbdae, ASSIGN because future has completed 2024-11-18T19:14:37,637 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:14:37,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:14:37,799 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:37,800 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7752): Opening region: {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:14:37,802 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,802 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:14:37,802 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7794): checking encryption for 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,802 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(7797): checking classloading for 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,804 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,806 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:14:37,806 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65a9253e38a1e945795b7211f8ddbdae columnFamilyName A 2024-11-18T19:14:37,806 DEBUG [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:37,807 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] regionserver.HStore(327): Store=65a9253e38a1e945795b7211f8ddbdae/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:14:37,807 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,808 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:14:37,808 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65a9253e38a1e945795b7211f8ddbdae columnFamilyName B 2024-11-18T19:14:37,808 DEBUG [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:37,809 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] regionserver.HStore(327): Store=65a9253e38a1e945795b7211f8ddbdae/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:14:37,809 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,810 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:14:37,810 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65a9253e38a1e945795b7211f8ddbdae columnFamilyName C 2024-11-18T19:14:37,810 DEBUG [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:14:37,811 INFO [StoreOpener-65a9253e38a1e945795b7211f8ddbdae-1 {}] regionserver.HStore(327): Store=65a9253e38a1e945795b7211f8ddbdae/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:14:37,811 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:37,811 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1038): replaying wal for 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,812 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,812 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,814 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1048): stopping wal replay for 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,814 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1060): Cleaning up temporary data for 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,814 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:14:37,816 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1093): writing seq id for 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,817 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:14:37,818 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1114): Opened 65a9253e38a1e945795b7211f8ddbdae; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71858975, jitterRate=0.07078216969966888}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:14:37,818 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:37,819 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegion(1006): Region open journal for 65a9253e38a1e945795b7211f8ddbdae: Running coprocessor pre-open hook at 1731957277802Writing region info on filesystem at 1731957277802Initializing all the Stores at 1731957277804 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957277804Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957277804Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957277804Cleaning up temporary data from old regions at 1731957277814 (+10 ms)Running coprocessor post-open hooks at 1731957277818 (+4 ms)Region opened successfully at 1731957277819 (+1 ms) 2024-11-18T19:14:37,819 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., pid=106, masterSystemTime=1731957277792 2024-11-18T19:14:37,821 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:37,821 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=106}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:37,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=105 updating hbase:meta row=65a9253e38a1e945795b7211f8ddbdae, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:37,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=106, ppid=105, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:14:37,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-18T19:14:37,826 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; OpenRegionProcedure 65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 in 187 msec 2024-11-18T19:14:37,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=105, resume processing ppid=104 2024-11-18T19:14:37,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65a9253e38a1e945795b7211f8ddbdae, ASSIGN in 348 msec 2024-11-18T19:14:37,828 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:14:37,828 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957277828"}]},"ts":"1731957277828"} 2024-11-18T19:14:37,829 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:14:37,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=104, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:14:37,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1890 sec 2024-11-18T19:14:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104 2024-11-18T19:14:38,786 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:38,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ad78a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:38,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:38,792 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18bda15b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:38,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:38,793 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:38,794 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5009bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:38,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:38,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:38,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:14:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,36603,1731957147048 2024-11-18T19:14:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@216608eb 2024-11-18T19:14:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:14:38,799 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42052, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:14:38,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,800 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:38,800 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:38,800 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f36c2bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:38,801 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:38,801 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1279cc5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:38,803 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:38,803 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b67c5c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:38,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:38,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:38,804 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:38,805 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff29ede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:38,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:38,806 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c4273d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:38,807 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441bc45f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:38,808 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:38,809 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d18043a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:38,810 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b33095d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ff7674f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:38,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:38,811 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4017b21c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:38,812 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:38,813 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3707714a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:38,813 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:38,814 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@220e567f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:38,815 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a98b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:38,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:38,817 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3c512e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:38,818 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:38,819 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f77d308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,819 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:38,819 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:38,820 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae1d311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:38,820 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:38,821 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:38,821 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dbbff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,822 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:38,822 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:38,822 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f8eb5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:38,823 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:38,824 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea36113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df5a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:14:38,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:14:38,825 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:14:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:14:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:14:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573a8e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:14:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:14:38,825 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:38,826 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:14:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa59135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:14:38,827 DEBUG [Thread-1803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:38,827 DEBUG [Thread-1799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:38,827 DEBUG [Thread-1810 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:38,827 DEBUG [Thread-1805 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:38,827 DEBUG [Thread-1816 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:38,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:38,827 DEBUG [Thread-1814 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:38,828 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:38,828 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:38,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:38,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:38,828 DEBUG [Thread-1812 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:38,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:38,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:38,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35720, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:38,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:38,829 DEBUG [Thread-1797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:38,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:38,829 DEBUG [Thread-1801 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:38,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:38,830 DEBUG [Thread-1808 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:14:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:38,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:38,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:14:38,831 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:14:38,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:38,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:38,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:38,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:14:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-18T19:14:38,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:14:38,833 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:14:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-18T19:14:38,834 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:38,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:14:38,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:14:38,835 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:38,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:38,837 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:14:38,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:14:38,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:14:38,838 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:14:38,838 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:14:38,839 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2] 2024-11-18T19:14:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:38,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:14:38,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:38,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:38,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:38,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:38,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:38,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:38,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/c4d673f754aa441a8c0c3435d7583f95 is 50, key is test_row_0/A:col10/1731957278838/Put/seqid=0 2024-11-18T19:14:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742219_1395 (size=16681) 2024-11-18T19:14:38,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731957278857, max timestamp=1731957278874Num uniques 859; 2024-11-18T19:14:38,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731957278857, max timestamp=1731957278874Num uniques 859; 2024-11-18T19:14:38,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1731957278857, max timestamp=1731957278874Num uniques 859; 2024-11-18T19:14:38,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-18T19:14:38,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-18T19:14:38,877 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-11-18T19:14:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957338900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:38,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957338902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:38,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:38,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957338903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:38,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957338903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:38,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957338904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:38,915 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-18T19:14:38,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-18T19:14:38,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:38,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:38,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:38,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:38,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957339015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957339015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957339024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957339024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957339024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,032 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-18T19:14:39,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:39,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-18T19:14:39,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957339234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957339234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,237 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957339234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957339235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957339245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,248 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/c4d673f754aa441a8c0c3435d7583f95 2024-11-18T19:14:39,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/9a3410cc88044819bf22567bd31a7815 is 50, key is test_row_0/B:col10/1731957278838/Put/seqid=0 2024-11-18T19:14:39,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742220_1396 (size=12001) 2024-11-18T19:14:39,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-18T19:14:39,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:39,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-18T19:14:39,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:39,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-18T19:14:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957339544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957339544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,550 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957339544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957339545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957339555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:39,562 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:39,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-18T19:14:39,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:39,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,601 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,690 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/9a3410cc88044819bf22567bd31a7815 2024-11-18T19:14:39,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/7be27834194b42fe85d04fb7dff2b61f is 50, key is test_row_0/C:col10/1731957278838/Put/seqid=0 2024-11-18T19:14:39,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742221_1397 (size=12001) 2024-11-18T19:14:39,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-18T19:14:39,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:39,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-18T19:14:39,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:39,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:39,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-18T19:14:40,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-18T19:14:40,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:40,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:40,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:40,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:40,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:40,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957340055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:40,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957340055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:40,066 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957340064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:40,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957340064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:40,067 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:40,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957340075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:40,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:40,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/7be27834194b42fe85d04fb7dff2b61f 2024-11-18T19:14:40,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/c4d673f754aa441a8c0c3435d7583f95 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/c4d673f754aa441a8c0c3435d7583f95 2024-11-18T19:14:40,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/c4d673f754aa441a8c0c3435d7583f95, entries=250, sequenceid=11, filesize=16.3 K 2024-11-18T19:14:40,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/9a3410cc88044819bf22567bd31a7815 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a3410cc88044819bf22567bd31a7815 2024-11-18T19:14:40,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a3410cc88044819bf22567bd31a7815, entries=150, sequenceid=11, filesize=11.7 K 2024-11-18T19:14:40,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/7be27834194b42fe85d04fb7dff2b61f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/7be27834194b42fe85d04fb7dff2b61f 2024-11-18T19:14:40,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/7be27834194b42fe85d04fb7dff2b61f, entries=150, sequenceid=11, filesize=11.7 K 2024-11-18T19:14:40,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 65a9253e38a1e945795b7211f8ddbdae in 1287ms, sequenceid=11, compaction requested=false 2024-11-18T19:14:40,129 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-18T19:14:40,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:40,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-18T19:14:40,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:40,212 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=134.18 KB heapSize=375.61 KB 2024-11-18T19:14:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:40,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:40,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/b9decacce23d43648ba9793c563dd1f0 is 50, key is test_row_0/A:col10/1731957278900/Put/seqid=0 2024-11-18T19:14:40,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742222_1398 (size=12001) 2024-11-18T19:14:40,223 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/b9decacce23d43648ba9793c563dd1f0 2024-11-18T19:14:40,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/4d01b650ff6841e78e9c3ec1e374241a is 50, key is test_row_0/B:col10/1731957278900/Put/seqid=0 2024-11-18T19:14:40,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742223_1399 (size=12001) 2024-11-18T19:14:40,637 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/4d01b650ff6841e78e9c3ec1e374241a 2024-11-18T19:14:40,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/a30385ca62dd484ba2a2a741b06358aa is 50, key is test_row_0/C:col10/1731957278900/Put/seqid=0 2024-11-18T19:14:40,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742224_1400 (size=12001) 2024-11-18T19:14:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-18T19:14:41,046 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/a30385ca62dd484ba2a2a741b06358aa 2024-11-18T19:14:41,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/b9decacce23d43648ba9793c563dd1f0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9decacce23d43648ba9793c563dd1f0 2024-11-18T19:14:41,053 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9decacce23d43648ba9793c563dd1f0, entries=150, sequenceid=46, filesize=11.7 K 2024-11-18T19:14:41,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/4d01b650ff6841e78e9c3ec1e374241a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4d01b650ff6841e78e9c3ec1e374241a 2024-11-18T19:14:41,059 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4d01b650ff6841e78e9c3ec1e374241a, entries=150, sequenceid=46, filesize=11.7 K 2024-11-18T19:14:41,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/a30385ca62dd484ba2a2a741b06358aa as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/a30385ca62dd484ba2a2a741b06358aa 2024-11-18T19:14:41,063 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/a30385ca62dd484ba2a2a741b06358aa, entries=150, sequenceid=46, filesize=11.7 K 2024-11-18T19:14:41,064 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~375.56 KB/384576, currentSize=0 B/0 for 65a9253e38a1e945795b7211f8ddbdae in 853ms, sequenceid=46, compaction requested=false 2024-11-18T19:14:41,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:41,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:41,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-18T19:14:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-18T19:14:41,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-18T19:14:41,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2300 sec 2024-11-18T19:14:41,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.2360 sec 2024-11-18T19:14:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:41,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:14:41,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:41,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:41,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/399bfcafe9d24a6fa5d1000ea70153b0 is 50, key is test_row_0/A:col10/1731957281080/Put/seqid=0 2024-11-18T19:14:41,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742225_1401 (size=19021) 2024-11-18T19:14:41,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/399bfcafe9d24a6fa5d1000ea70153b0 2024-11-18T19:14:41,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/b7ef31084c5e49ba91f901a66c8bea94 is 50, key is test_row_0/B:col10/1731957281080/Put/seqid=0 2024-11-18T19:14:41,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742226_1402 (size=12001) 2024-11-18T19:14:41,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731957281104, max timestamp=1731957281125Num uniques 859; 2024-11-18T19:14:41,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731957281104, max timestamp=1731957281125Num uniques 859; 2024-11-18T19:14:41,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731957281104, max timestamp=1731957281125Num uniques 859; 2024-11-18T19:14:41,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-18T19:14:41,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-18T19:14:41,128 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-18T19:14:41,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957341147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,159 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957341148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957341156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957341158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957341158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957341265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957341265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957341265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957341275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957341275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957341475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957341475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957341475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957341485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957341494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,502 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/b7ef31084c5e49ba91f901a66c8bea94 2024-11-18T19:14:41,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/5668fb88e4184486aefb8eb0af651f90 is 50, key is test_row_0/C:col10/1731957281080/Put/seqid=0 2024-11-18T19:14:41,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742227_1403 (size=12001) 2024-11-18T19:14:41,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/5668fb88e4184486aefb8eb0af651f90 2024-11-18T19:14:41,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/399bfcafe9d24a6fa5d1000ea70153b0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/399bfcafe9d24a6fa5d1000ea70153b0 2024-11-18T19:14:41,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/399bfcafe9d24a6fa5d1000ea70153b0, entries=300, sequenceid=56, filesize=18.6 K 2024-11-18T19:14:41,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/b7ef31084c5e49ba91f901a66c8bea94 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/b7ef31084c5e49ba91f901a66c8bea94 2024-11-18T19:14:41,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/b7ef31084c5e49ba91f901a66c8bea94, entries=150, sequenceid=56, filesize=11.7 K 2024-11-18T19:14:41,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/5668fb88e4184486aefb8eb0af651f90 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/5668fb88e4184486aefb8eb0af651f90 2024-11-18T19:14:41,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/5668fb88e4184486aefb8eb0af651f90, entries=150, sequenceid=56, filesize=11.7 K 2024-11-18T19:14:41,543 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 65a9253e38a1e945795b7211f8ddbdae in 459ms, sequenceid=56, compaction requested=true 2024-11-18T19:14:41,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:41,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:41,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:41,544 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:41,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:41,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:41,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:41,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-18T19:14:41,544 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:41,544 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/A is initiating minor compaction (all files) 2024-11-18T19:14:41,545 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/A in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:41,545 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/c4d673f754aa441a8c0c3435d7583f95, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9decacce23d43648ba9793c563dd1f0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/399bfcafe9d24a6fa5d1000ea70153b0] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=46.6 K 2024-11-18T19:14:41,545 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:41,545 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting c4d673f754aa441a8c0c3435d7583f95, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731957278838 2024-11-18T19:14:41,545 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9decacce23d43648ba9793c563dd1f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731957278900 2024-11-18T19:14:41,545 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:41,545 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/B is initiating minor compaction (all files) 2024-11-18T19:14:41,546 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/B in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:41,546 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 399bfcafe9d24a6fa5d1000ea70153b0, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731957281075 2024-11-18T19:14:41,546 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a3410cc88044819bf22567bd31a7815, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4d01b650ff6841e78e9c3ec1e374241a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/b7ef31084c5e49ba91f901a66c8bea94] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=35.2 K 2024-11-18T19:14:41,546 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a3410cc88044819bf22567bd31a7815, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731957278838 2024-11-18T19:14:41,546 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d01b650ff6841e78e9c3ec1e374241a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731957278900 2024-11-18T19:14:41,546 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting b7ef31084c5e49ba91f901a66c8bea94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731957281077 2024-11-18T19:14:41,551 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#B#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:41,552 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/727ff637f88f4faaa5d30290a3adea39 is 50, key is test_row_0/B:col10/1731957281080/Put/seqid=0 2024-11-18T19:14:41,552 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#A#compaction#339 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:41,552 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/a7626374f7814760a3765c0b7b8dedae is 50, key is test_row_0/A:col10/1731957281080/Put/seqid=0 2024-11-18T19:14:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742229_1405 (size=12104) 2024-11-18T19:14:41,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742228_1404 (size=12104) 2024-11-18T19:14:41,751 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:14:41,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:41,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=147.60 KB heapSize=406.08 KB 2024-11-18T19:14:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:41,802 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:41,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/b751411cd7a74a16ae62f247aa52156f is 50, key is test_row_0/A:col10/1731957281157/Put/seqid=0 2024-11-18T19:14:41,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742230_1406 (size=12001) 2024-11-18T19:14:41,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957341831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957341831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,850 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957341832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957341849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957341850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,868 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,962 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/a7626374f7814760a3765c0b7b8dedae as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/a7626374f7814760a3765c0b7b8dedae 2024-11-18T19:14:41,963 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/727ff637f88f4faaa5d30290a3adea39 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/727ff637f88f4faaa5d30290a3adea39 2024-11-18T19:14:41,966 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/A of 65a9253e38a1e945795b7211f8ddbdae into a7626374f7814760a3765c0b7b8dedae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:41,966 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:41,966 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/A, priority=13, startTime=1731957281544; duration=0sec 2024-11-18T19:14:41,966 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:41,966 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:A 2024-11-18T19:14:41,966 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:41,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957341954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957341954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,967 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/B of 65a9253e38a1e945795b7211f8ddbdae into 727ff637f88f4faaa5d30290a3adea39(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:41,967 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:41,967 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/B, priority=13, startTime=1731957281544; duration=0sec 2024-11-18T19:14:41,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,968 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957341954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,968 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:B 2024-11-18T19:14:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,968 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:41,968 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/C is initiating minor compaction (all files) 2024-11-18T19:14:41,968 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/C in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:41,968 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/7be27834194b42fe85d04fb7dff2b61f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/a30385ca62dd484ba2a2a741b06358aa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/5668fb88e4184486aefb8eb0af651f90] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=35.2 K 2024-11-18T19:14:41,969 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7be27834194b42fe85d04fb7dff2b61f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1731957278838 2024-11-18T19:14:41,969 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting a30385ca62dd484ba2a2a741b06358aa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1731957278900 2024-11-18T19:14:41,969 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5668fb88e4184486aefb8eb0af651f90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731957281077 2024-11-18T19:14:41,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957341965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,975 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#C#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,975 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:41,976 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/9f098a61b94941c389d2b4b595e80803 is 50, key is test_row_0/C:col10/1731957281080/Put/seqid=0 2024-11-18T19:14:41,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742231_1407 (size=12104) 2024-11-18T19:14:41,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957341976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:41,986 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:42,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957342175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:42,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957342175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:42,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957342175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:42,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957342185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:42,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957342194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:42,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/b751411cd7a74a16ae62f247aa52156f 2024-11-18T19:14:42,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/7593c78d7a4948fdbed182c1a425f4c9 is 50, key is test_row_0/B:col10/1731957281157/Put/seqid=0 2024-11-18T19:14:42,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742232_1408 (size=12001) 2024-11-18T19:14:42,384 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/9f098a61b94941c389d2b4b595e80803 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9f098a61b94941c389d2b4b595e80803 2024-11-18T19:14:42,388 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/C of 65a9253e38a1e945795b7211f8ddbdae into 9f098a61b94941c389d2b4b595e80803(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:42,388 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:42,388 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/C, priority=13, startTime=1731957281544; duration=0sec 2024-11-18T19:14:42,388 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:42,388 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:C 2024-11-18T19:14:42,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957342484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:42,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957342484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,488 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957342485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:42,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957342505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957342505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:42,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/7593c78d7a4948fdbed182c1a425f4c9 2024-11-18T19:14:42,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/6f646b60bacb42ed98082e42eaceb2d9 is 50, key is test_row_0/C:col10/1731957281157/Put/seqid=0 2024-11-18T19:14:42,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742233_1409 (size=12001) 2024-11-18T19:14:42,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957342995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:43,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957342995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:43,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957342995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-18T19:14:43,004 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:43,005 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-18T19:14:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-18T19:14:43,006 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:43,007 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:43,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:43,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957343025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:43,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957343025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:43,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:43,032 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:43,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/6f646b60bacb42ed98082e42eaceb2d9 2024-11-18T19:14:43,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/b751411cd7a74a16ae62f247aa52156f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b751411cd7a74a16ae62f247aa52156f 2024-11-18T19:14:43,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b751411cd7a74a16ae62f247aa52156f, entries=150, sequenceid=91, filesize=11.7 K 2024-11-18T19:14:43,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/7593c78d7a4948fdbed182c1a425f4c9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/7593c78d7a4948fdbed182c1a425f4c9 2024-11-18T19:14:43,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/7593c78d7a4948fdbed182c1a425f4c9, entries=150, sequenceid=91, filesize=11.7 K 2024-11-18T19:14:43,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/6f646b60bacb42ed98082e42eaceb2d9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/6f646b60bacb42ed98082e42eaceb2d9 2024-11-18T19:14:43,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/6f646b60bacb42ed98082e42eaceb2d9, entries=150, sequenceid=91, filesize=11.7 K 2024-11-18T19:14:43,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~406.03 KB/415776, currentSize=40.25 KB/41220 for 65a9253e38a1e945795b7211f8ddbdae in 1272ms, sequenceid=91, compaction requested=false 2024-11-18T19:14:43,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-18T19:14:43,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-18T19:14:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:43,159 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-18T19:14:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:43,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:43,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/9f1d7716234b4ade95e6352a8626544f is 50, key is test_row_0/A:col10/1731957281808/Put/seqid=0 2024-11-18T19:14:43,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742234_1410 (size=12001) 2024-11-18T19:14:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-18T19:14:43,566 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/9f1d7716234b4ade95e6352a8626544f 2024-11-18T19:14:43,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/25604d0e14984371b32cc6c5c7d5d94c is 50, key is test_row_0/B:col10/1731957281808/Put/seqid=0 2024-11-18T19:14:43,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742235_1411 (size=12001) 2024-11-18T19:14:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-18T19:14:43,975 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/25604d0e14984371b32cc6c5c7d5d94c 2024-11-18T19:14:43,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/9b635f7b19d44d959b504c37d31f1e0c is 50, key is test_row_0/C:col10/1731957281808/Put/seqid=0 2024-11-18T19:14:43,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742236_1412 (size=12001) 2024-11-18T19:14:43,985 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/9b635f7b19d44d959b504c37d31f1e0c 2024-11-18T19:14:43,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/9f1d7716234b4ade95e6352a8626544f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/9f1d7716234b4ade95e6352a8626544f 2024-11-18T19:14:43,993 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/9f1d7716234b4ade95e6352a8626544f, entries=150, sequenceid=103, filesize=11.7 K 2024-11-18T19:14:43,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/25604d0e14984371b32cc6c5c7d5d94c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/25604d0e14984371b32cc6c5c7d5d94c 2024-11-18T19:14:43,997 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/25604d0e14984371b32cc6c5c7d5d94c, entries=150, sequenceid=103, filesize=11.7 K 2024-11-18T19:14:43,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/9b635f7b19d44d959b504c37d31f1e0c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9b635f7b19d44d959b504c37d31f1e0c 2024-11-18T19:14:44,001 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9b635f7b19d44d959b504c37d31f1e0c, entries=150, sequenceid=103, filesize=11.7 K 2024-11-18T19:14:44,001 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=0 B/0 for 65a9253e38a1e945795b7211f8ddbdae in 842ms, sequenceid=103, compaction requested=true 2024-11-18T19:14:44,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:44,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-18T19:14:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-18T19:14:44,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-18T19:14:44,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 996 msec 2024-11-18T19:14:44,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.0000 sec 2024-11-18T19:14:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:44,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:14:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:44,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:44,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/226dcd5c745f46199a98cc54cfbbabe4 is 50, key is test_row_0/A:col10/1731957284013/Put/seqid=0 2024-11-18T19:14:44,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742237_1413 (size=12001) 2024-11-18T19:14:44,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/226dcd5c745f46199a98cc54cfbbabe4 2024-11-18T19:14:44,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/a9d42ce9748546ea8cce141cde9cc724 is 50, key is test_row_0/B:col10/1731957284013/Put/seqid=0 2024-11-18T19:14:44,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742238_1414 (size=12001) 2024-11-18T19:14:44,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957284041, max timestamp=1731957284064Num uniques 859; 2024-11-18T19:14:44,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957284041, max timestamp=1731957284064Num uniques 859; 2024-11-18T19:14:44,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:14:44,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:14:44,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957284041, max timestamp=1731957284064Num uniques 859; 2024-11-18T19:14:44,067 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:14:44,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957344097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957344098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,108 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957344099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957344102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,113 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957344103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-18T19:14:44,145 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:44,145 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:44,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-18T19:14:44,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-18T19:14:44,147 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:44,147 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:44,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:44,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957344214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957344215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,224 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957344215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957344225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,236 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957344225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-18T19:14:44,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-18T19:14:44,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:44,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,438 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/a9d42ce9748546ea8cce141cde9cc724 2024-11-18T19:14:44,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957344435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957344435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/80a4cd23265d479ab7f57e16cd8e05d9 is 50, key is test_row_0/C:col10/1731957284013/Put/seqid=0 2024-11-18T19:14:44,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957344435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,445 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742239_1415 (size=12001) 2024-11-18T19:14:44,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-18T19:14:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957344445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957344445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-18T19:14:44,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-18T19:14:44,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:44,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-18T19:14:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:44,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957344754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957344755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957344755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-18T19:14:44,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957344765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:44,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,776 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957344765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:44,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:44,776 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:44,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/80a4cd23265d479ab7f57e16cd8e05d9 2024-11-18T19:14:44,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/226dcd5c745f46199a98cc54cfbbabe4 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/226dcd5c745f46199a98cc54cfbbabe4 2024-11-18T19:14:44,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/226dcd5c745f46199a98cc54cfbbabe4, entries=150, sequenceid=113, filesize=11.7 K 2024-11-18T19:14:44,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/a9d42ce9748546ea8cce141cde9cc724 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/a9d42ce9748546ea8cce141cde9cc724 2024-11-18T19:14:44,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/a9d42ce9748546ea8cce141cde9cc724, entries=150, sequenceid=113, filesize=11.7 K 2024-11-18T19:14:44,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/80a4cd23265d479ab7f57e16cd8e05d9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/80a4cd23265d479ab7f57e16cd8e05d9 2024-11-18T19:14:44,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/80a4cd23265d479ab7f57e16cd8e05d9, entries=150, sequenceid=113, filesize=11.7 K 2024-11-18T19:14:44,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 65a9253e38a1e945795b7211f8ddbdae in 848ms, sequenceid=113, compaction requested=true 2024-11-18T19:14:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:44,867 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:14:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:44,867 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:14:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:44,868 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:14:44,868 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/A is initiating minor compaction (all files) 2024-11-18T19:14:44,868 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/A in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,868 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/a7626374f7814760a3765c0b7b8dedae, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b751411cd7a74a16ae62f247aa52156f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/9f1d7716234b4ade95e6352a8626544f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/226dcd5c745f46199a98cc54cfbbabe4] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=47.0 K 2024-11-18T19:14:44,868 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:14:44,869 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7626374f7814760a3765c0b7b8dedae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731957281077 2024-11-18T19:14:44,869 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/B is initiating minor compaction (all files) 2024-11-18T19:14:44,869 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/B in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,869 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/727ff637f88f4faaa5d30290a3adea39, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/7593c78d7a4948fdbed182c1a425f4c9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/25604d0e14984371b32cc6c5c7d5d94c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/a9d42ce9748546ea8cce141cde9cc724] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=47.0 K 2024-11-18T19:14:44,869 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting b751411cd7a74a16ae62f247aa52156f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731957281141 2024-11-18T19:14:44,869 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9f1d7716234b4ade95e6352a8626544f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731957281808 2024-11-18T19:14:44,869 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 727ff637f88f4faaa5d30290a3adea39, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731957281077 2024-11-18T19:14:44,869 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 226dcd5c745f46199a98cc54cfbbabe4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731957284013 2024-11-18T19:14:44,869 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 7593c78d7a4948fdbed182c1a425f4c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731957281141 2024-11-18T19:14:44,869 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 25604d0e14984371b32cc6c5c7d5d94c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731957281808 2024-11-18T19:14:44,870 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting a9d42ce9748546ea8cce141cde9cc724, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731957284013 2024-11-18T19:14:44,879 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#A#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:44,879 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/82adab97861c4a3b80731b53dc9d827e is 50, key is test_row_0/A:col10/1731957284013/Put/seqid=0 2024-11-18T19:14:44,882 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:44,882 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/881d24add5dd49d29d8c031dcb7fde29 is 50, key is test_row_0/B:col10/1731957284013/Put/seqid=0 2024-11-18T19:14:44,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742240_1416 (size=12241) 2024-11-18T19:14:44,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742241_1417 (size=12241) 2024-11-18T19:14:44,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-18T19:14:44,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:44,910 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-18T19:14:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:44,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:44,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/f4577c124c1842aaa45ef422afb58f6c is 50, key is test_row_0/A:col10/1731957284101/Put/seqid=0 2024-11-18T19:14:44,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742242_1418 (size=12151) 2024-11-18T19:14:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:45,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:45,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-18T19:14:45,293 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/82adab97861c4a3b80731b53dc9d827e as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/82adab97861c4a3b80731b53dc9d827e 2024-11-18T19:14:45,293 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/881d24add5dd49d29d8c031dcb7fde29 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/881d24add5dd49d29d8c031dcb7fde29 2024-11-18T19:14:45,309 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/B of 65a9253e38a1e945795b7211f8ddbdae into 881d24add5dd49d29d8c031dcb7fde29(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:45,309 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/A of 65a9253e38a1e945795b7211f8ddbdae into 82adab97861c4a3b80731b53dc9d827e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:45,309 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:45,309 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:45,309 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/B, priority=12, startTime=1731957284867; duration=0sec 2024-11-18T19:14:45,309 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/A, priority=12, startTime=1731957284867; duration=0sec 2024-11-18T19:14:45,309 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:45,309 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:45,309 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:B 2024-11-18T19:14:45,309 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:A 2024-11-18T19:14:45,309 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:14:45,310 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:14:45,310 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/C is initiating minor compaction (all files) 2024-11-18T19:14:45,310 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/C in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:45,311 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9f098a61b94941c389d2b4b595e80803, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/6f646b60bacb42ed98082e42eaceb2d9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9b635f7b19d44d959b504c37d31f1e0c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/80a4cd23265d479ab7f57e16cd8e05d9] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=47.0 K 2024-11-18T19:14:45,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957345286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,311 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f098a61b94941c389d2b4b595e80803, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1731957281077 2024-11-18T19:14:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,311 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f646b60bacb42ed98082e42eaceb2d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1731957281141 2024-11-18T19:14:45,311 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b635f7b19d44d959b504c37d31f1e0c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=103, earliestPutTs=1731957281808 2024-11-18T19:14:45,312 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 80a4cd23265d479ab7f57e16cd8e05d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731957284013 2024-11-18T19:14:45,318 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/f4577c124c1842aaa45ef422afb58f6c 2024-11-18T19:14:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957345310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957345310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,324 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957345311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957345311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/87e6b48c75b54897a7aa8171c33419f0 is 50, key is test_row_0/B:col10/1731957284101/Put/seqid=0 2024-11-18T19:14:45,333 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#C#compaction#353 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:45,333 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/9158b218092c4d8894d97bdced6da3df is 50, key is test_row_0/C:col10/1731957284013/Put/seqid=0 2024-11-18T19:14:45,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742244_1420 (size=12241) 2024-11-18T19:14:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742243_1419 (size=12151) 2024-11-18T19:14:45,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957345415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957345435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957345435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,436 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957345435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957345435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,437 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957345635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957345645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957345645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957345645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957345645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,649 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,741 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/9158b218092c4d8894d97bdced6da3df as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9158b218092c4d8894d97bdced6da3df 2024-11-18T19:14:45,741 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/87e6b48c75b54897a7aa8171c33419f0 2024-11-18T19:14:45,745 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/C of 65a9253e38a1e945795b7211f8ddbdae into 9158b218092c4d8894d97bdced6da3df(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:45,745 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:45,745 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/C, priority=12, startTime=1731957284867; duration=0sec 2024-11-18T19:14:45,745 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:45,745 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:C 2024-11-18T19:14:45,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/bf18d4b540784224bc1441091ce59290 is 50, key is test_row_0/C:col10/1731957284101/Put/seqid=0 2024-11-18T19:14:45,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742245_1421 (size=12151) 2024-11-18T19:14:45,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957345944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957345955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957345955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,958 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957345955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957345955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:45,959 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,156 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/bf18d4b540784224bc1441091ce59290 2024-11-18T19:14:46,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/f4577c124c1842aaa45ef422afb58f6c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/f4577c124c1842aaa45ef422afb58f6c 2024-11-18T19:14:46,193 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/f4577c124c1842aaa45ef422afb58f6c, entries=150, sequenceid=149, filesize=11.9 K 2024-11-18T19:14:46,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/87e6b48c75b54897a7aa8171c33419f0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/87e6b48c75b54897a7aa8171c33419f0 2024-11-18T19:14:46,196 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/87e6b48c75b54897a7aa8171c33419f0, entries=150, sequenceid=149, filesize=11.9 K 2024-11-18T19:14:46,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/bf18d4b540784224bc1441091ce59290 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/bf18d4b540784224bc1441091ce59290 2024-11-18T19:14:46,200 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/bf18d4b540784224bc1441091ce59290, entries=150, sequenceid=149, filesize=11.9 K 2024-11-18T19:14:46,201 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 65a9253e38a1e945795b7211f8ddbdae in 1290ms, sequenceid=149, compaction requested=false 2024-11-18T19:14:46,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:46,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:46,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-18T19:14:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-18T19:14:46,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-18T19:14:46,203 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0550 sec 2024-11-18T19:14:46,205 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 2.0590 sec 2024-11-18T19:14:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-18T19:14:46,295 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:46,295 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-18T19:14:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:14:46,296 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:46,297 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:46,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:14:46,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-18T19:14:46,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:46,449 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:14:46,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:46,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:46,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:46,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:46,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:46,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:46,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/19eed40c941647e6adfb59b7ab6c1302 is 50, key is test_row_0/A:col10/1731957285280/Put/seqid=0 2024-11-18T19:14:46,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742246_1422 (size=12151) 2024-11-18T19:14:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:46,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:46,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731957286484, max timestamp=1731957286496Num uniques 859; 2024-11-18T19:14:46,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957286484, max timestamp=1731957286496Num uniques 859; 2024-11-18T19:14:46,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:14:46,498 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957286484, max timestamp=1731957286496Num uniques 859; 2024-11-18T19:14:46,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:14:46,499 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:14:46,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957346528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957346529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957346530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957346530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957346532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,543 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:14:46,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957346645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957346645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957346645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957346645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957346645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,649 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,857 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/19eed40c941647e6adfb59b7ab6c1302 2024-11-18T19:14:46,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/cde4423c27ed443e82d7f186dbc42ab6 is 50, key is test_row_0/B:col10/1731957285280/Put/seqid=0 2024-11-18T19:14:46,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742247_1423 (size=12151) 2024-11-18T19:14:46,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957346855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957346855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957346855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957346855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957346855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:46,868 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:14:47,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957347175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957347175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,179 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957347175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957347175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957347175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,180 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,266 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/cde4423c27ed443e82d7f186dbc42ab6 2024-11-18T19:14:47,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/df6767dc1d904e7cab217cbbdcb5abbd is 50, key is test_row_0/C:col10/1731957285280/Put/seqid=0 2024-11-18T19:14:47,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742248_1424 (size=12151) 2024-11-18T19:14:47,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-18T19:14:47,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-18T19:14:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:14:47,675 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/df6767dc1d904e7cab217cbbdcb5abbd 2024-11-18T19:14:47,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/19eed40c941647e6adfb59b7ab6c1302 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/19eed40c941647e6adfb59b7ab6c1302 2024-11-18T19:14:47,682 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/19eed40c941647e6adfb59b7ab6c1302, entries=150, sequenceid=162, filesize=11.9 K 2024-11-18T19:14:47,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/cde4423c27ed443e82d7f186dbc42ab6 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cde4423c27ed443e82d7f186dbc42ab6 2024-11-18T19:14:47,685 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cde4423c27ed443e82d7f186dbc42ab6, entries=150, sequenceid=162, filesize=11.9 K 2024-11-18T19:14:47,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/df6767dc1d904e7cab217cbbdcb5abbd as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/df6767dc1d904e7cab217cbbdcb5abbd 2024-11-18T19:14:47,689 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/df6767dc1d904e7cab217cbbdcb5abbd, entries=150, sequenceid=162, filesize=11.9 K 2024-11-18T19:14:47,690 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 65a9253e38a1e945795b7211f8ddbdae in 1241ms, sequenceid=162, compaction requested=true 2024-11-18T19:14:47,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:47,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:47,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-18T19:14:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-18T19:14:47,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-18T19:14:47,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3940 sec 2024-11-18T19:14:47,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 1.3980 sec 2024-11-18T19:14:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:47,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-11-18T19:14:47,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:47,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:47,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:47,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:47,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:47,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:14:47,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/b9ac950d31894114a718cd5e31d98acc is 50, key is test_row_0/A:col10/1731957287693/Put/seqid=0 2024-11-18T19:14:47,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742249_1425 (size=14541) 2024-11-18T19:14:47,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957347697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957347707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957347707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,709 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957347708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957347708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,723 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957347815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957347815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957347815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957347825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:47,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957347834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:47,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957348025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957348025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,035 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957348025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,035 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957348034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957348054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/b9ac950d31894114a718cd5e31d98acc 2024-11-18T19:14:48,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/cee4a70b4a3b453099c7876ce5a5542d is 50, key is test_row_0/B:col10/1731957287693/Put/seqid=0 2024-11-18T19:14:48,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742250_1426 (size=12151) 2024-11-18T19:14:48,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957348345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957348345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957348345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957348345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957348374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,378 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-18T19:14:48,445 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:48,445 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-11-18T19:14:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-18T19:14:48,447 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:48,448 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:48,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:48,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/cee4a70b4a3b453099c7876ce5a5542d 2024-11-18T19:14:48,519 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/315e8abb2ce34989ac0fd1d46977f1b7 is 50, key is test_row_0/C:col10/1731957287693/Put/seqid=0 2024-11-18T19:14:48,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742251_1427 (size=12151) 2024-11-18T19:14:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-18T19:14:48,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-18T19:14:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:48,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:48,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-18T19:14:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:48,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:48,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:48,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-18T19:14:48,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957348865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957348865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957348865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,871 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957348865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957348885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:48,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-18T19:14:48,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:48,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:48,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:48,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:48,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:48,926 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/315e8abb2ce34989ac0fd1d46977f1b7 2024-11-18T19:14:48,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/b9ac950d31894114a718cd5e31d98acc as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9ac950d31894114a718cd5e31d98acc 2024-11-18T19:14:48,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9ac950d31894114a718cd5e31d98acc, entries=200, sequenceid=199, filesize=14.2 K 2024-11-18T19:14:48,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/cee4a70b4a3b453099c7876ce5a5542d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cee4a70b4a3b453099c7876ce5a5542d 2024-11-18T19:14:48,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cee4a70b4a3b453099c7876ce5a5542d, entries=150, sequenceid=199, filesize=11.9 K 2024-11-18T19:14:48,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/315e8abb2ce34989ac0fd1d46977f1b7 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/315e8abb2ce34989ac0fd1d46977f1b7 2024-11-18T19:14:48,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/315e8abb2ce34989ac0fd1d46977f1b7, entries=150, sequenceid=199, filesize=11.9 K 2024-11-18T19:14:48,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 65a9253e38a1e945795b7211f8ddbdae in 1245ms, sequenceid=199, compaction requested=true 2024-11-18T19:14:48,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:48,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:48,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:48,939 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:14:48,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:48,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:48,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:48,939 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:14:48,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:48,940 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51084 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:14:48,940 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/A is initiating minor compaction (all files) 2024-11-18T19:14:48,940 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:14:48,940 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/A in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:48,940 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/B is initiating minor compaction (all files) 2024-11-18T19:14:48,940 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/B in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:48,940 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/82adab97861c4a3b80731b53dc9d827e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/f4577c124c1842aaa45ef422afb58f6c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/19eed40c941647e6adfb59b7ab6c1302, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9ac950d31894114a718cd5e31d98acc] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=49.9 K 2024-11-18T19:14:48,940 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/881d24add5dd49d29d8c031dcb7fde29, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/87e6b48c75b54897a7aa8171c33419f0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cde4423c27ed443e82d7f186dbc42ab6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cee4a70b4a3b453099c7876ce5a5542d] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=47.6 K 2024-11-18T19:14:48,940 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82adab97861c4a3b80731b53dc9d827e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731957284013 2024-11-18T19:14:48,940 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 881d24add5dd49d29d8c031dcb7fde29, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731957284013 2024-11-18T19:14:48,941 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4577c124c1842aaa45ef422afb58f6c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731957284096 2024-11-18T19:14:48,941 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 87e6b48c75b54897a7aa8171c33419f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731957284096 2024-11-18T19:14:48,941 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19eed40c941647e6adfb59b7ab6c1302, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731957285280 2024-11-18T19:14:48,941 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting cde4423c27ed443e82d7f186dbc42ab6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731957285280 2024-11-18T19:14:48,941 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9ac950d31894114a718cd5e31d98acc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957286527 2024-11-18T19:14:48,941 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting cee4a70b4a3b453099c7876ce5a5542d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957286527 2024-11-18T19:14:48,951 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#A#compaction#362 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:48,951 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/21332fec8e9a4b6187a688122afb900a is 50, key is test_row_0/A:col10/1731957287693/Put/seqid=0 2024-11-18T19:14:48,953 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#B#compaction#363 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:48,953 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/aa5fc4ee124e40f5853e48f98bbfb65a is 50, key is test_row_0/B:col10/1731957287693/Put/seqid=0 2024-11-18T19:14:48,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742252_1428 (size=12527) 2024-11-18T19:14:48,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742253_1429 (size=12527) 2024-11-18T19:14:49,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-11-18T19:14:49,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:49,059 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-18T19:14:49,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:49,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:49,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:49,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:49,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:49,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:49,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/90d390fe540a4a908e54968d588ba416 is 50, key is test_row_1/A:col10/1731957287705/Put/seqid=0 2024-11-18T19:14:49,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742254_1430 (size=9757) 2024-11-18T19:14:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-18T19:14:49,364 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/21332fec8e9a4b6187a688122afb900a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/21332fec8e9a4b6187a688122afb900a 2024-11-18T19:14:49,365 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/aa5fc4ee124e40f5853e48f98bbfb65a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/aa5fc4ee124e40f5853e48f98bbfb65a 2024-11-18T19:14:49,368 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/A of 65a9253e38a1e945795b7211f8ddbdae into 21332fec8e9a4b6187a688122afb900a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:49,368 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:49,368 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/A, priority=12, startTime=1731957288939; duration=0sec 2024-11-18T19:14:49,368 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:49,368 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:A 2024-11-18T19:14:49,368 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:14:49,369 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/B of 65a9253e38a1e945795b7211f8ddbdae into aa5fc4ee124e40f5853e48f98bbfb65a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:49,369 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:49,369 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/B, priority=12, startTime=1731957288939; duration=0sec 2024-11-18T19:14:49,369 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:49,369 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:B 2024-11-18T19:14:49,369 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:14:49,369 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/C is initiating minor compaction (all files) 2024-11-18T19:14:49,369 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/C in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:49,369 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9158b218092c4d8894d97bdced6da3df, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/bf18d4b540784224bc1441091ce59290, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/df6767dc1d904e7cab217cbbdcb5abbd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/315e8abb2ce34989ac0fd1d46977f1b7] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=47.6 K 2024-11-18T19:14:49,370 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9158b218092c4d8894d97bdced6da3df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731957284013 2024-11-18T19:14:49,370 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf18d4b540784224bc1441091ce59290, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731957284096 2024-11-18T19:14:49,370 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting df6767dc1d904e7cab217cbbdcb5abbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1731957285280 2024-11-18T19:14:49,370 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 315e8abb2ce34989ac0fd1d46977f1b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957286527 2024-11-18T19:14:49,377 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#C#compaction#365 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:49,377 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/838fff97b0c04d07a58e751890fbdb66 is 50, key is test_row_0/C:col10/1731957287693/Put/seqid=0 2024-11-18T19:14:49,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742255_1431 (size=12527) 2024-11-18T19:14:49,466 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/90d390fe540a4a908e54968d588ba416 2024-11-18T19:14:49,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/653ba4a655dc4c5aaeaaea2d0a147049 is 50, key is test_row_1/B:col10/1731957287705/Put/seqid=0 2024-11-18T19:14:49,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742256_1432 (size=9757) 2024-11-18T19:14:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-18T19:14:49,784 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/838fff97b0c04d07a58e751890fbdb66 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/838fff97b0c04d07a58e751890fbdb66 2024-11-18T19:14:49,787 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/C of 65a9253e38a1e945795b7211f8ddbdae into 838fff97b0c04d07a58e751890fbdb66(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:49,787 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:49,787 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/C, priority=12, startTime=1731957288939; duration=0sec 2024-11-18T19:14:49,787 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:49,787 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:C 2024-11-18T19:14:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:49,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:49,879 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/653ba4a655dc4c5aaeaaea2d0a147049 2024-11-18T19:14:49,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/c2c12fc15ddb4acd9c2ccf0408626a96 is 50, key is test_row_1/C:col10/1731957287705/Put/seqid=0 2024-11-18T19:14:49,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742257_1433 (size=9757) 2024-11-18T19:14:49,922 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731957289898, max timestamp=1731957289920Num uniques 859; 2024-11-18T19:14:49,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-18T19:14:49,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731957289898, max timestamp=1731957289920Num uniques 859; 2024-11-18T19:14:49,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1731957289898, max timestamp=1731957289920Num uniques 859; 2024-11-18T19:14:49,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-18T19:14:49,923 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-11-18T19:14:49,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957349975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:49,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:49,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957349976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:49,988 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957349976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957349981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:49,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957349988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:49,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957350094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957350094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957350094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957350095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957350095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,103 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,104 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,293 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/c2c12fc15ddb4acd9c2ccf0408626a96 2024-11-18T19:14:50,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/90d390fe540a4a908e54968d588ba416 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/90d390fe540a4a908e54968d588ba416 2024-11-18T19:14:50,299 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/90d390fe540a4a908e54968d588ba416, entries=100, sequenceid=208, filesize=9.5 K 2024-11-18T19:14:50,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/653ba4a655dc4c5aaeaaea2d0a147049 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/653ba4a655dc4c5aaeaaea2d0a147049 2024-11-18T19:14:50,303 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/653ba4a655dc4c5aaeaaea2d0a147049, entries=100, sequenceid=208, filesize=9.5 K 2024-11-18T19:14:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/c2c12fc15ddb4acd9c2ccf0408626a96 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c2c12fc15ddb4acd9c2ccf0408626a96 2024-11-18T19:14:50,307 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c2c12fc15ddb4acd9c2ccf0408626a96, entries=100, sequenceid=208, filesize=9.5 K 2024-11-18T19:14:50,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-18T19:14:50,308 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=147.60 KB/151140 for 65a9253e38a1e945795b7211f8ddbdae in 1249ms, sequenceid=208, compaction requested=false 2024-11-18T19:14:50,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:50,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:50,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-11-18T19:14:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-11-18T19:14:50,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-18T19:14:50,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-11-18T19:14:50,312 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 1.8650 sec 2024-11-18T19:14:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:50,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=167.72 KB heapSize=466.55 KB 2024-11-18T19:14:50,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:50,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-18T19:14:50,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:50,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-18T19:14:50,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:50,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-18T19:14:50,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/0b4123cbfe68459084abd780a4a5a01c is 50, key is test_row_0/A:col10/1731957290318/Put/seqid=0 2024-11-18T19:14:50,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742258_1434 (size=12151) 2024-11-18T19:14:50,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957350351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957350351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957350353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,369 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957350353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957350368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,375 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957350474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957350475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,484 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957350475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957350475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,485 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957350485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-18T19:14:50,595 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:50,596 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-11-18T19:14:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-18T19:14:50,597 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:50,598 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:50,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:50,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957350695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957350695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957350695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957350695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-18T19:14:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957350695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:50,705 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:50,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-18T19:14:50,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:50,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:50,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:50,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:50,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:50,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/0b4123cbfe68459084abd780a4a5a01c 2024-11-18T19:14:50,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/53248acf26334c3d934518e6597e19ef is 50, key is test_row_0/B:col10/1731957290318/Put/seqid=0 2024-11-18T19:14:50,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742259_1435 (size=12151) 2024-11-18T19:14:50,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-18T19:14:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:50,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:50,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:50,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:50,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:50,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-18T19:14:51,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957351015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:51,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957351015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:51,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:51,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957351015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:51,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:51,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957351015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:51,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,025 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:51,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:51,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957351015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:51,025 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:51,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:51,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-18T19:14:51,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:51,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/53248acf26334c3d934518e6597e19ef 2024-11-18T19:14:51,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/399f57365351439482d7773f50d8f3dd is 50, key is test_row_0/C:col10/1731957290318/Put/seqid=0 2024-11-18T19:14:51,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-18T19:14:51,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:51,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742260_1436 (size=12151) 2024-11-18T19:14:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-18T19:14:51,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-18T19:14:51,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:51,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-18T19:14:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] handler.RSProcedureHandler(58): pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=118 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=118 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:51,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957351534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957351534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957351534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:51,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:51,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957351535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:51,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957351535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:51,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:51,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/399f57365351439482d7773f50d8f3dd 2024-11-18T19:14:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/0b4123cbfe68459084abd780a4a5a01c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0b4123cbfe68459084abd780a4a5a01c 2024-11-18T19:14:51,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0b4123cbfe68459084abd780a4a5a01c, entries=150, sequenceid=249, filesize=11.9 K 2024-11-18T19:14:51,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/53248acf26334c3d934518e6597e19ef as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/53248acf26334c3d934518e6597e19ef 2024-11-18T19:14:51,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/53248acf26334c3d934518e6597e19ef, entries=150, sequenceid=249, filesize=11.9 K 2024-11-18T19:14:51,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/399f57365351439482d7773f50d8f3dd as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/399f57365351439482d7773f50d8f3dd 2024-11-18T19:14:51,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/399f57365351439482d7773f50d8f3dd, entries=150, sequenceid=249, filesize=11.9 K 2024-11-18T19:14:51,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~466.50 KB/477696, currentSize=20.13 KB/20610 for 65a9253e38a1e945795b7211f8ddbdae in 1279ms, sequenceid=249, compaction requested=true 2024-11-18T19:14:51,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:51,630 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:51,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:51,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:51,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:51,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:51,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:51,630 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:51,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:51,630 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:51,631 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/A is initiating minor compaction (all files) 2024-11-18T19:14:51,631 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/A in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,631 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/21332fec8e9a4b6187a688122afb900a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/90d390fe540a4a908e54968d588ba416, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0b4123cbfe68459084abd780a4a5a01c] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=33.6 K 2024-11-18T19:14:51,631 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:51,631 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21332fec8e9a4b6187a688122afb900a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957286527 2024-11-18T19:14:51,631 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/B is initiating minor compaction (all files) 2024-11-18T19:14:51,631 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/B in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,631 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/aa5fc4ee124e40f5853e48f98bbfb65a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/653ba4a655dc4c5aaeaaea2d0a147049, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/53248acf26334c3d934518e6597e19ef] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=33.6 K 2024-11-18T19:14:51,631 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting aa5fc4ee124e40f5853e48f98bbfb65a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957286527 2024-11-18T19:14:51,631 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90d390fe540a4a908e54968d588ba416, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731957287705 2024-11-18T19:14:51,632 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 653ba4a655dc4c5aaeaaea2d0a147049, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731957287705 2024-11-18T19:14:51,632 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b4123cbfe68459084abd780a4a5a01c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731957289974 2024-11-18T19:14:51,632 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 53248acf26334c3d934518e6597e19ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731957289974 2024-11-18T19:14:51,639 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#A#compaction#371 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:51,639 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/4c52e33ef2c741159a51ea753464e9e5 is 50, key is test_row_0/A:col10/1731957290318/Put/seqid=0 2024-11-18T19:14:51,641 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#B#compaction#372 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:51,641 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/91938b77fd8146c9bc990ce3713f2504 is 50, key is test_row_0/B:col10/1731957290318/Put/seqid=0 2024-11-18T19:14:51,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742262_1438 (size=12629) 2024-11-18T19:14:51,654 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/4c52e33ef2c741159a51ea753464e9e5 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/4c52e33ef2c741159a51ea753464e9e5 2024-11-18T19:14:51,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742261_1437 (size=12629) 2024-11-18T19:14:51,660 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/A of 65a9253e38a1e945795b7211f8ddbdae into 4c52e33ef2c741159a51ea753464e9e5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:51,660 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:51,660 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/A, priority=13, startTime=1731957291630; duration=0sec 2024-11-18T19:14:51,660 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/91938b77fd8146c9bc990ce3713f2504 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/91938b77fd8146c9bc990ce3713f2504 2024-11-18T19:14:51,660 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:51,661 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:A 2024-11-18T19:14:51,661 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:51,664 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34435 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:51,664 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/C is initiating minor compaction (all files) 2024-11-18T19:14:51,664 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/C in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,664 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/838fff97b0c04d07a58e751890fbdb66, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c2c12fc15ddb4acd9c2ccf0408626a96, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/399f57365351439482d7773f50d8f3dd] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=33.6 K 2024-11-18T19:14:51,665 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 838fff97b0c04d07a58e751890fbdb66, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957286527 2024-11-18T19:14:51,665 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2c12fc15ddb4acd9c2ccf0408626a96, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731957287705 2024-11-18T19:14:51,666 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 399f57365351439482d7773f50d8f3dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731957289974 2024-11-18T19:14:51,668 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/B of 65a9253e38a1e945795b7211f8ddbdae into 91938b77fd8146c9bc990ce3713f2504(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:51,668 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:51,668 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/B, priority=13, startTime=1731957291630; duration=0sec 2024-11-18T19:14:51,668 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:51,668 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:B 2024-11-18T19:14:51,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-11-18T19:14:51,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:51,670 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-18T19:14:51,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:51,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:51,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:51,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:51,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:51,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:51,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/d80ba3231cf0499186b2de6107bb9536 is 50, key is test_row_1/A:col10/1731957290351/Put/seqid=0 2024-11-18T19:14:51,676 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:51,677 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/e4f2120cf9254042b553e397dec07d8d is 50, key is test_row_0/C:col10/1731957290318/Put/seqid=0 2024-11-18T19:14:51,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742263_1439 (size=9757) 2024-11-18T19:14:51,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742264_1440 (size=12629) 2024-11-18T19:14:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-18T19:14:52,086 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/d80ba3231cf0499186b2de6107bb9536 2024-11-18T19:14:52,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/02237496d9124fbeb1b44373325b5004 is 50, key is test_row_1/B:col10/1731957290351/Put/seqid=0 2024-11-18T19:14:52,099 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/e4f2120cf9254042b553e397dec07d8d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/e4f2120cf9254042b553e397dec07d8d 2024-11-18T19:14:52,105 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/C of 65a9253e38a1e945795b7211f8ddbdae into e4f2120cf9254042b553e397dec07d8d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:52,105 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:52,105 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/C, priority=13, startTime=1731957291630; duration=0sec 2024-11-18T19:14:52,105 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:52,105 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:C 2024-11-18T19:14:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742265_1441 (size=9757) 2024-11-18T19:14:52,120 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/02237496d9124fbeb1b44373325b5004 2024-11-18T19:14:52,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/54197e4ed7674c67932af8accdd3684b is 50, key is test_row_1/C:col10/1731957290351/Put/seqid=0 2024-11-18T19:14:52,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742266_1442 (size=9757) 2024-11-18T19:14:52,547 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/54197e4ed7674c67932af8accdd3684b 2024-11-18T19:14:52,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:52,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/d80ba3231cf0499186b2de6107bb9536 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/d80ba3231cf0499186b2de6107bb9536 2024-11-18T19:14:52,563 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/d80ba3231cf0499186b2de6107bb9536, entries=100, sequenceid=257, filesize=9.5 K 2024-11-18T19:14:52,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/02237496d9124fbeb1b44373325b5004 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/02237496d9124fbeb1b44373325b5004 2024-11-18T19:14:52,567 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/02237496d9124fbeb1b44373325b5004, entries=100, sequenceid=257, filesize=9.5 K 2024-11-18T19:14:52,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/54197e4ed7674c67932af8accdd3684b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/54197e4ed7674c67932af8accdd3684b 2024-11-18T19:14:52,571 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/54197e4ed7674c67932af8accdd3684b, entries=100, sequenceid=257, filesize=9.5 K 2024-11-18T19:14:52,572 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=93.93 KB/96180 for 65a9253e38a1e945795b7211f8ddbdae in 902ms, sequenceid=257, compaction requested=false 2024-11-18T19:14:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-11-18T19:14:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-11-18T19:14:52,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-11-18T19:14:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:52,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:52,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-18T19:14:52,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9750 sec 2024-11-18T19:14:52,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 1.9800 sec 2024-11-18T19:14:52,577 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/ac7870c70f9349dd936b8b89c633112c is 50, key is test_row_0/A:col10/1731957292571/Put/seqid=0 2024-11-18T19:14:52,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742267_1443 (size=19621) 2024-11-18T19:14:52,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957352591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957352592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957352601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,604 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957352602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,613 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957352602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,613 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957352705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957352715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957352715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,722 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957352715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,723 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957352724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,733 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-11-18T19:14:52,745 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:52,745 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:52,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-18T19:14:52,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-18T19:14:52,747 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:52,747 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:52,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:52,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-18T19:14:52,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-18T19:14:52,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:52,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:52,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957352914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957352935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957352935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,941 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,941 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957352935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,942 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:52,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957352945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:52,953 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:52,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/ac7870c70f9349dd936b8b89c633112c 2024-11-18T19:14:52,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/0dad60e805674a13abbec8db2cfb893d is 50, key is test_row_0/B:col10/1731957292571/Put/seqid=0 2024-11-18T19:14:53,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742268_1444 (size=12301) 2024-11-18T19:14:53,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/0dad60e805674a13abbec8db2cfb893d 2024-11-18T19:14:53,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/d93dbe006f5242a0b0e7bc22d9f76c6d is 50, key is test_row_0/C:col10/1731957292571/Put/seqid=0 2024-11-18T19:14:53,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742269_1445 (size=12301) 2024-11-18T19:14:53,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-18T19:14:53,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:53,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:53,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:53,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:53,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:53,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-18T19:14:53,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-18T19:14:53,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:53,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:53,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:53,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:53,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:53,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957353225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,232 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957353244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957353244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957353245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957353255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,265 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-18T19:14:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:53,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:53,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-18T19:14:53,411 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/d93dbe006f5242a0b0e7bc22d9f76c6d 2024-11-18T19:14:53,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/ac7870c70f9349dd936b8b89c633112c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/ac7870c70f9349dd936b8b89c633112c 2024-11-18T19:14:53,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/ac7870c70f9349dd936b8b89c633112c, entries=300, sequenceid=276, filesize=19.2 K 2024-11-18T19:14:53,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/0dad60e805674a13abbec8db2cfb893d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0dad60e805674a13abbec8db2cfb893d 2024-11-18T19:14:53,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0dad60e805674a13abbec8db2cfb893d, entries=150, sequenceid=276, filesize=12.0 K 2024-11-18T19:14:53,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/d93dbe006f5242a0b0e7bc22d9f76c6d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/d93dbe006f5242a0b0e7bc22d9f76c6d 2024-11-18T19:14:53,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/d93dbe006f5242a0b0e7bc22d9f76c6d, entries=150, sequenceid=276, filesize=12.0 K 2024-11-18T19:14:53,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=80.51 KB/82440 for 65a9253e38a1e945795b7211f8ddbdae in 851ms, sequenceid=276, compaction requested=true 2024-11-18T19:14:53,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:53,425 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:53,425 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:53,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:53,426 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:53,426 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:53,426 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/A is initiating minor compaction (all files) 2024-11-18T19:14:53,426 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/B is initiating minor compaction (all files) 2024-11-18T19:14:53,426 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/A in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:53,426 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/B in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:53,426 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/4c52e33ef2c741159a51ea753464e9e5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/d80ba3231cf0499186b2de6107bb9536, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/ac7870c70f9349dd936b8b89c633112c] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=41.0 K 2024-11-18T19:14:53,426 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/91938b77fd8146c9bc990ce3713f2504, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/02237496d9124fbeb1b44373325b5004, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0dad60e805674a13abbec8db2cfb893d] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=33.9 K 2024-11-18T19:14:53,426 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4c52e33ef2c741159a51ea753464e9e5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731957289974 2024-11-18T19:14:53,426 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 91938b77fd8146c9bc990ce3713f2504, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731957289974 2024-11-18T19:14:53,426 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting d80ba3231cf0499186b2de6107bb9536, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731957290351 2024-11-18T19:14:53,426 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 02237496d9124fbeb1b44373325b5004, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731957290351 2024-11-18T19:14:53,427 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac7870c70f9349dd936b8b89c633112c, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731957292565 2024-11-18T19:14:53,427 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 0dad60e805674a13abbec8db2cfb893d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731957292565 2024-11-18T19:14:53,438 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#B#compaction#380 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:53,438 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#A#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:53,439 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/9def6915b4da45d999f46991a9e9bc56 is 50, key is test_row_0/B:col10/1731957292571/Put/seqid=0 2024-11-18T19:14:53,439 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/986c639cdd8a405782a974077d58577b is 50, key is test_row_0/A:col10/1731957292571/Put/seqid=0 2024-11-18T19:14:53,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742270_1446 (size=12881) 2024-11-18T19:14:53,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742271_1447 (size=12881) 2024-11-18T19:14:53,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-18T19:14:53,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:53,510 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-11-18T19:14:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:53,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:53,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/7e8d348b33cb41c1bcc93eb7a9d14432 is 50, key is test_row_0/A:col10/1731957292600/Put/seqid=0 2024-11-18T19:14:53,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742272_1448 (size=12301) 2024-11-18T19:14:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:53,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:53,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957353781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957353788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957353788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,796 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957353788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957353789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,805 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,847 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/9def6915b4da45d999f46991a9e9bc56 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9def6915b4da45d999f46991a9e9bc56 2024-11-18T19:14:53,851 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/B of 65a9253e38a1e945795b7211f8ddbdae into 9def6915b4da45d999f46991a9e9bc56(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:53,851 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:53,851 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/B, priority=13, startTime=1731957293425; duration=0sec 2024-11-18T19:14:53,851 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/986c639cdd8a405782a974077d58577b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/986c639cdd8a405782a974077d58577b 2024-11-18T19:14:53,851 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:53,851 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:B 2024-11-18T19:14:53,851 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:53,852 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:53,852 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/C is initiating minor compaction (all files) 2024-11-18T19:14:53,852 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/C in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:53,852 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/e4f2120cf9254042b553e397dec07d8d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/54197e4ed7674c67932af8accdd3684b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/d93dbe006f5242a0b0e7bc22d9f76c6d] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=33.9 K 2024-11-18T19:14:53,853 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting e4f2120cf9254042b553e397dec07d8d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731957289974 2024-11-18T19:14:53,853 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 54197e4ed7674c67932af8accdd3684b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1731957290351 2024-11-18T19:14:53,853 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting d93dbe006f5242a0b0e7bc22d9f76c6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731957292565 2024-11-18T19:14:53,855 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/A of 65a9253e38a1e945795b7211f8ddbdae into 986c639cdd8a405782a974077d58577b(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:53,855 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:53,855 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/A, priority=13, startTime=1731957293424; duration=0sec 2024-11-18T19:14:53,855 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:53,855 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:A 2024-11-18T19:14:53,860 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:53,860 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/e53a30b7ff26417ca0e25fe2542b0f31 is 50, key is test_row_0/C:col10/1731957292571/Put/seqid=0 2024-11-18T19:14:53,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742273_1449 (size=12881) 2024-11-18T19:14:53,871 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/e53a30b7ff26417ca0e25fe2542b0f31 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/e53a30b7ff26417ca0e25fe2542b0f31 2024-11-18T19:14:53,874 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/C of 65a9253e38a1e945795b7211f8ddbdae into e53a30b7ff26417ca0e25fe2542b0f31(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:53,875 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:53,875 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/C, priority=13, startTime=1731957293425; duration=0sec 2024-11-18T19:14:53,875 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:53,875 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:C 2024-11-18T19:14:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-18T19:14:53,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957353894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957353905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957353905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,912 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957353905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,919 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/7e8d348b33cb41c1bcc93eb7a9d14432 2024-11-18T19:14:53,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957353915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:53,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:53,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:53,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/0045986ca99e49c29b1739a1d082cd1d is 50, key is test_row_0/B:col10/1731957292600/Put/seqid=0 2024-11-18T19:14:53,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742274_1450 (size=12301) 2024-11-18T19:14:54,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957354105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,112 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957354125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957354125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957354125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957354134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,333 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/0045986ca99e49c29b1739a1d082cd1d 2024-11-18T19:14:54,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/9408ceb244cb4e75820997ee80eb9ff0 is 50, key is test_row_0/C:col10/1731957292600/Put/seqid=0 2024-11-18T19:14:54,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742275_1451 (size=12301) 2024-11-18T19:14:54,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957354415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957354435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957354445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957354445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,447 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957354445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,752 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/9408ceb244cb4e75820997ee80eb9ff0 2024-11-18T19:14:54,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/7e8d348b33cb41c1bcc93eb7a9d14432 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/7e8d348b33cb41c1bcc93eb7a9d14432 2024-11-18T19:14:54,758 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/7e8d348b33cb41c1bcc93eb7a9d14432, entries=150, sequenceid=291, filesize=12.0 K 2024-11-18T19:14:54,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/0045986ca99e49c29b1739a1d082cd1d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0045986ca99e49c29b1739a1d082cd1d 2024-11-18T19:14:54,761 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0045986ca99e49c29b1739a1d082cd1d, entries=150, sequenceid=291, filesize=12.0 K 2024-11-18T19:14:54,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/9408ceb244cb4e75820997ee80eb9ff0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9408ceb244cb4e75820997ee80eb9ff0 2024-11-18T19:14:54,765 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9408ceb244cb4e75820997ee80eb9ff0, entries=150, sequenceid=291, filesize=12.0 K 2024-11-18T19:14:54,765 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 65a9253e38a1e945795b7211f8ddbdae in 1255ms, sequenceid=291, compaction requested=false 2024-11-18T19:14:54,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:54,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:54,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-18T19:14:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-18T19:14:54,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-18T19:14:54,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0180 sec 2024-11-18T19:14:54,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 2.0230 sec 2024-11-18T19:14:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-18T19:14:54,895 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:54,895 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:14:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-18T19:14:54,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:14:54,897 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:14:54,897 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:14:54,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:14:54,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:54,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-11-18T19:14:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:54,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:54,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/0d6c5251bd20429886d9d13a12a85763 is 50, key is test_row_0/A:col10/1731957294930/Put/seqid=0 2024-11-18T19:14:54,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742276_1452 (size=14741) 2024-11-18T19:14:54,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/0d6c5251bd20429886d9d13a12a85763 2024-11-18T19:14:54,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/9a9ce1065b2541968db5fa1ec2499062 is 50, key is test_row_0/B:col10/1731957294930/Put/seqid=0 2024-11-18T19:14:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742277_1453 (size=12301) 2024-11-18T19:14:54,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957354959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957354960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957354961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957354962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,972 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957354963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:14:55,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:14:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:55,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957355075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957355075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,083 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957355075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957355075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957355075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:14:55,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:55,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:14:55,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957355285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,293 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957355294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,300 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957355294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957355294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,301 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957355295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,301 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/9a9ce1065b2541968db5fa1ec2499062 2024-11-18T19:14:55,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/17fa0fdbf5454b109e3abd3d14040bbe is 50, key is test_row_0/C:col10/1731957294930/Put/seqid=0 2024-11-18T19:14:55,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:14:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742278_1454 (size=12301) 2024-11-18T19:14:55,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:55,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,354 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:14:55,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:55,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:14:55,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957355605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957355605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,614 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957355605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957355605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957355605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:55,615 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:55,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:14:55,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:55,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:14:55,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/17fa0fdbf5454b109e3abd3d14040bbe 2024-11-18T19:14:55,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/0d6c5251bd20429886d9d13a12a85763 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0d6c5251bd20429886d9d13a12a85763 2024-11-18T19:14:55,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0d6c5251bd20429886d9d13a12a85763, entries=200, sequenceid=313, filesize=14.4 K 2024-11-18T19:14:55,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/9a9ce1065b2541968db5fa1ec2499062 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a9ce1065b2541968db5fa1ec2499062 2024-11-18T19:14:55,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a9ce1065b2541968db5fa1ec2499062, entries=150, sequenceid=313, filesize=12.0 K 2024-11-18T19:14:55,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/17fa0fdbf5454b109e3abd3d14040bbe as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/17fa0fdbf5454b109e3abd3d14040bbe 2024-11-18T19:14:55,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/17fa0fdbf5454b109e3abd3d14040bbe, entries=150, sequenceid=313, filesize=12.0 K 2024-11-18T19:14:55,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 65a9253e38a1e945795b7211f8ddbdae in 836ms, sequenceid=313, compaction requested=true 2024-11-18T19:14:55,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:55,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:55,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:55,767 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:55,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:55,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:55,767 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:55,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:55,767 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:55,768 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39923 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:55,768 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:55,768 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/B is initiating minor compaction (all files) 2024-11-18T19:14:55,768 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/A is initiating minor compaction (all files) 2024-11-18T19:14:55,768 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/B in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,768 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/A in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,768 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/986c639cdd8a405782a974077d58577b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/7e8d348b33cb41c1bcc93eb7a9d14432, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0d6c5251bd20429886d9d13a12a85763] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=39.0 K 2024-11-18T19:14:55,768 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9def6915b4da45d999f46991a9e9bc56, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0045986ca99e49c29b1739a1d082cd1d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a9ce1065b2541968db5fa1ec2499062] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=36.6 K 2024-11-18T19:14:55,769 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 986c639cdd8a405782a974077d58577b, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731957292565 2024-11-18T19:14:55,769 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9def6915b4da45d999f46991a9e9bc56, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731957292565 2024-11-18T19:14:55,769 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 0045986ca99e49c29b1739a1d082cd1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731957292599 2024-11-18T19:14:55,769 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e8d348b33cb41c1bcc93eb7a9d14432, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731957292599 2024-11-18T19:14:55,769 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d6c5251bd20429886d9d13a12a85763, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731957293774 2024-11-18T19:14:55,769 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a9ce1065b2541968db5fa1ec2499062, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731957293774 2024-11-18T19:14:55,775 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#A#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:55,775 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/cf9e8ffa3f36431eb00f03db6d32106b is 50, key is test_row_0/A:col10/1731957294930/Put/seqid=0 2024-11-18T19:14:55,776 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#B#compaction#390 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:55,776 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/399dcf54e71546038ea14f9f266cb583 is 50, key is test_row_0/B:col10/1731957294930/Put/seqid=0 2024-11-18T19:14:55,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742280_1456 (size=12983) 2024-11-18T19:14:55,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742279_1455 (size=12983) 2024-11-18T19:14:55,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-18T19:14:55,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:55,812 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-11-18T19:14:55,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:55,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:55,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:55,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:55,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:55,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:55,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/431d32a858514282803d69f79e2d1c78 is 50, key is test_row_0/A:col10/1731957294960/Put/seqid=0 2024-11-18T19:14:55,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742281_1457 (size=12301) 2024-11-18T19:14:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:14:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:56,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. as already flushing 2024-11-18T19:14:56,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957356147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957356149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957356158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957356159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957356160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,174 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,180 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:14:56,220 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/431d32a858514282803d69f79e2d1c78 2024-11-18T19:14:56,222 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/399dcf54e71546038ea14f9f266cb583 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/399dcf54e71546038ea14f9f266cb583 2024-11-18T19:14:56,222 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/cf9e8ffa3f36431eb00f03db6d32106b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/cf9e8ffa3f36431eb00f03db6d32106b 2024-11-18T19:14:56,226 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/B of 65a9253e38a1e945795b7211f8ddbdae into 399dcf54e71546038ea14f9f266cb583(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:56,226 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:56,226 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/B, priority=13, startTime=1731957295767; duration=0sec 2024-11-18T19:14:56,226 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/A of 65a9253e38a1e945795b7211f8ddbdae into cf9e8ffa3f36431eb00f03db6d32106b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:56,226 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:56,226 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:56,226 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:B 2024-11-18T19:14:56,226 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/A, priority=13, startTime=1731957295767; duration=0sec 2024-11-18T19:14:56,226 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:56,226 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:56,226 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:A 2024-11-18T19:14:56,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/c44df0d866144c96acf0a6f8c2985b01 is 50, key is test_row_0/B:col10/1731957294960/Put/seqid=0 2024-11-18T19:14:56,227 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:56,227 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/C is initiating minor compaction (all files) 2024-11-18T19:14:56,227 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/C in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:56,227 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/e53a30b7ff26417ca0e25fe2542b0f31, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9408ceb244cb4e75820997ee80eb9ff0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/17fa0fdbf5454b109e3abd3d14040bbe] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=36.6 K 2024-11-18T19:14:56,227 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting e53a30b7ff26417ca0e25fe2542b0f31, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731957292565 2024-11-18T19:14:56,227 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 9408ceb244cb4e75820997ee80eb9ff0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731957292599 2024-11-18T19:14:56,228 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 17fa0fdbf5454b109e3abd3d14040bbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731957293774 2024-11-18T19:14:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742282_1458 (size=12301) 2024-11-18T19:14:56,236 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#C#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:56,237 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/60a4f5329d444db28f9874b5145b55f5 is 50, key is test_row_0/C:col10/1731957294930/Put/seqid=0 2024-11-18T19:14:56,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742283_1459 (size=12983) 2024-11-18T19:14:56,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957356265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957356265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957356265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,275 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,276 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957356275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,286 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957356284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,290 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957356485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957356485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,488 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957356485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957356494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957356494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,499 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,632 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/c44df0d866144c96acf0a6f8c2985b01 2024-11-18T19:14:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/c4e2ed1765914fe7add39dffe3bc6243 is 50, key is test_row_0/C:col10/1731957294960/Put/seqid=0 2024-11-18T19:14:56,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742284_1460 (size=12301) 2024-11-18T19:14:56,646 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/60a4f5329d444db28f9874b5145b55f5 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/60a4f5329d444db28f9874b5145b55f5 2024-11-18T19:14:56,649 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/C of 65a9253e38a1e945795b7211f8ddbdae into 60a4f5329d444db28f9874b5145b55f5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:56,649 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:56,649 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/C, priority=13, startTime=1731957295767; duration=0sec 2024-11-18T19:14:56,650 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:56,650 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:C 2024-11-18T19:14:56,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957356795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957356795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957356795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,802 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957356805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:56,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957356805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:56,812 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,041 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/c4e2ed1765914fe7add39dffe3bc6243 2024-11-18T19:14:57,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/431d32a858514282803d69f79e2d1c78 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/431d32a858514282803d69f79e2d1c78 2024-11-18T19:14:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:14:57,048 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/431d32a858514282803d69f79e2d1c78, entries=150, sequenceid=326, filesize=12.0 K 2024-11-18T19:14:57,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/c44df0d866144c96acf0a6f8c2985b01 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/c44df0d866144c96acf0a6f8c2985b01 2024-11-18T19:14:57,051 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/c44df0d866144c96acf0a6f8c2985b01, entries=150, sequenceid=326, filesize=12.0 K 2024-11-18T19:14:57,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/c4e2ed1765914fe7add39dffe3bc6243 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c4e2ed1765914fe7add39dffe3bc6243 2024-11-18T19:14:57,055 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c4e2ed1765914fe7add39dffe3bc6243, entries=150, sequenceid=326, filesize=12.0 K 2024-11-18T19:14:57,055 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 65a9253e38a1e945795b7211f8ddbdae in 1243ms, sequenceid=326, compaction requested=false 2024-11-18T19:14:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:57,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-18T19:14:57,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-18T19:14:57,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-18T19:14:57,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1600 sec 2024-11-18T19:14:57,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.1630 sec 2024-11-18T19:14:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:57,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-11-18T19:14:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:57,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:57,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/274b2a17cb7a44ef8605de5b909788ac is 50, key is test_row_0/A:col10/1731957296147/Put/seqid=0 2024-11-18T19:14:57,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742285_1461 (size=14741) 2024-11-18T19:14:57,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957357331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,334 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957357332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957357333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957357334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,343 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957357334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,344 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957357445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957357445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957357445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,454 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957357455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957357455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,460 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957357665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957357665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957357665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957357665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957357665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/274b2a17cb7a44ef8605de5b909788ac 2024-11-18T19:14:57,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/4245e99b94164079bd046c9a990eaf2c is 50, key is test_row_0/B:col10/1731957296147/Put/seqid=0 2024-11-18T19:14:57,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742286_1462 (size=12301) 2024-11-18T19:14:57,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957357975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957357975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957357975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957357975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,977 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957357975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:57,978 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:58,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/4245e99b94164079bd046c9a990eaf2c 2024-11-18T19:14:58,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/c286d0de60cf4909b466481417fdf45a is 50, key is test_row_0/C:col10/1731957296147/Put/seqid=0 2024-11-18T19:14:58,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742287_1463 (size=12301) 2024-11-18T19:14:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35726 deadline: 1731957358485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35786 deadline: 1731957358485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:58,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35746 deadline: 1731957358485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:58,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:58,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35720 deadline: 1731957358485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:58,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:14:58,497 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:58,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:58,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35782 deadline: 1731957358485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:58,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 , the old value is region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:58,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:14:58,498 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., hostname=39fff3b0f89c,38149,1731957147744, seqNum=2 because the exception is null or not the one we care about 2024-11-18T19:14:58,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/c286d0de60cf4909b466481417fdf45a 2024-11-18T19:14:58,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/274b2a17cb7a44ef8605de5b909788ac as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/274b2a17cb7a44ef8605de5b909788ac 2024-11-18T19:14:58,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/274b2a17cb7a44ef8605de5b909788ac, entries=200, sequenceid=349, filesize=14.4 K 2024-11-18T19:14:58,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/4245e99b94164079bd046c9a990eaf2c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4245e99b94164079bd046c9a990eaf2c 2024-11-18T19:14:58,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4245e99b94164079bd046c9a990eaf2c, entries=150, sequenceid=349, filesize=12.0 K 2024-11-18T19:14:58,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/c286d0de60cf4909b466481417fdf45a as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c286d0de60cf4909b466481417fdf45a 2024-11-18T19:14:58,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c286d0de60cf4909b466481417fdf45a, entries=150, sequenceid=349, filesize=12.0 K 2024-11-18T19:14:58,552 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 65a9253e38a1e945795b7211f8ddbdae in 1242ms, sequenceid=349, compaction requested=true 2024-11-18T19:14:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:14:58,552 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:14:58,552 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 65a9253e38a1e945795b7211f8ddbdae:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:14:58,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:58,553 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:58,553 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/A is initiating minor compaction (all files) 2024-11-18T19:14:58,553 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/A in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:58,553 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/cf9e8ffa3f36431eb00f03db6d32106b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/431d32a858514282803d69f79e2d1c78, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/274b2a17cb7a44ef8605de5b909788ac] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=39.1 K 2024-11-18T19:14:58,553 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:58,553 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/B is initiating minor compaction (all files) 2024-11-18T19:14:58,553 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/B in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:58,553 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/399dcf54e71546038ea14f9f266cb583, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/c44df0d866144c96acf0a6f8c2985b01, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4245e99b94164079bd046c9a990eaf2c] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=36.7 K 2024-11-18T19:14:58,553 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf9e8ffa3f36431eb00f03db6d32106b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731957293774 2024-11-18T19:14:58,554 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 399dcf54e71546038ea14f9f266cb583, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731957293774 2024-11-18T19:14:58,554 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 431d32a858514282803d69f79e2d1c78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731957294955 2024-11-18T19:14:58,554 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c44df0d866144c96acf0a6f8c2985b01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731957294955 2024-11-18T19:14:58,554 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 274b2a17cb7a44ef8605de5b909788ac, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731957296146 2024-11-18T19:14:58,554 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 4245e99b94164079bd046c9a990eaf2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731957296146 2024-11-18T19:14:58,559 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#B#compaction#398 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:58,559 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#A#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:58,559 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/48422cd670494a999e68fd47fcf64ce8 is 50, key is test_row_0/A:col10/1731957296147/Put/seqid=0 2024-11-18T19:14:58,559 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/68bff3503a544844962d0f49cb7aacb7 is 50, key is test_row_0/B:col10/1731957296147/Put/seqid=0 2024-11-18T19:14:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742289_1465 (size=13085) 2024-11-18T19:14:58,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742288_1464 (size=13085) 2024-11-18T19:14:58,566 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/68bff3503a544844962d0f49cb7aacb7 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/68bff3503a544844962d0f49cb7aacb7 2024-11-18T19:14:58,569 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/B of 65a9253e38a1e945795b7211f8ddbdae into 68bff3503a544844962d0f49cb7aacb7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:58,569 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:58,569 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/B, priority=13, startTime=1731957298552; duration=0sec 2024-11-18T19:14:58,569 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:14:58,569 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:B 2024-11-18T19:14:58,569 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:14:58,569 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:14:58,569 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): 65a9253e38a1e945795b7211f8ddbdae/C is initiating minor compaction (all files) 2024-11-18T19:14:58,569 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 65a9253e38a1e945795b7211f8ddbdae/C in TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:58,570 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/60a4f5329d444db28f9874b5145b55f5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c4e2ed1765914fe7add39dffe3bc6243, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c286d0de60cf4909b466481417fdf45a] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp, totalSize=36.7 K 2024-11-18T19:14:58,570 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 60a4f5329d444db28f9874b5145b55f5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1731957293774 2024-11-18T19:14:58,570 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c4e2ed1765914fe7add39dffe3bc6243, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731957294955 2024-11-18T19:14:58,571 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c286d0de60cf4909b466481417fdf45a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1731957296146 2024-11-18T19:14:58,577 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 65a9253e38a1e945795b7211f8ddbdae#C#compaction#400 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:14:58,577 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/77eba352cd1c4c838c76e86e5f45a7c4 is 50, key is test_row_0/C:col10/1731957296147/Put/seqid=0 2024-11-18T19:14:58,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742290_1466 (size=13085) 2024-11-18T19:14:58,586 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/77eba352cd1c4c838c76e86e5f45a7c4 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/77eba352cd1c4c838c76e86e5f45a7c4 2024-11-18T19:14:58,589 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/C of 65a9253e38a1e945795b7211f8ddbdae into 77eba352cd1c4c838c76e86e5f45a7c4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:58,589 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:58,589 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/C, priority=13, startTime=1731957298552; duration=0sec 2024-11-18T19:14:58,589 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:58,589 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:C 2024-11-18T19:14:58,832 INFO [Thread-1810 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1810. 2024-11-18T19:14:58,832 DEBUG [Thread-1810 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:58,832 DEBUG [Thread-1810 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:58,832 DEBUG [Thread-1810 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:58,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:58,835 INFO [Thread-1808 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1808. 2024-11-18T19:14:58,835 DEBUG [Thread-1808 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:58,835 DEBUG [Thread-1808 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:58,835 DEBUG [Thread-1808 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:58,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:58,836 INFO [Thread-1814 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1814. 2024-11-18T19:14:58,836 DEBUG [Thread-1814 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:58,836 DEBUG [Thread-1814 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:58,836 DEBUG [Thread-1814 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:58,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:58,839 INFO [Thread-1812 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1812. 2024-11-18T19:14:58,839 DEBUG [Thread-1812 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:58,839 DEBUG [Thread-1812 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:58,839 DEBUG [Thread-1812 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:58,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:58,841 INFO [Thread-1816 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1816. 2024-11-18T19:14:58,841 DEBUG [Thread-1816 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:58,841 DEBUG [Thread-1816 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:58,841 DEBUG [Thread-1816 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:58,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:58,970 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/48422cd670494a999e68fd47fcf64ce8 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/48422cd670494a999e68fd47fcf64ce8 2024-11-18T19:14:58,977 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 65a9253e38a1e945795b7211f8ddbdae/A of 65a9253e38a1e945795b7211f8ddbdae into 48422cd670494a999e68fd47fcf64ce8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:14:58,977 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:14:58,977 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., storeName=65a9253e38a1e945795b7211f8ddbdae/A, priority=13, startTime=1731957298552; duration=0sec 2024-11-18T19:14:58,977 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:14:58,977 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 65a9253e38a1e945795b7211f8ddbdae:A 2024-11-18T19:14:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-18T19:14:59,066 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:14:59,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:59,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-11-18T19:14:59,510 INFO [Thread-1801 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1801. 2024-11-18T19:14:59,510 INFO [Thread-1805 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1805. 2024-11-18T19:14:59,511 DEBUG [Thread-1801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:59,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:14:59,511 DEBUG [Thread-1805 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:59,511 DEBUG [Thread-1801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,511 DEBUG [Thread-1805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:59,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:14:59,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:59,511 DEBUG [Thread-1801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,511 DEBUG [Thread-1805 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:59,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:14:59,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:59,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:14:59,517 INFO [Thread-1799 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1799. 2024-11-18T19:14:59,517 INFO [Thread-1797 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1797. 2024-11-18T19:14:59,517 INFO [Thread-1803 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1803. 2024-11-18T19:14:59,518 DEBUG [Thread-1797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:59,518 DEBUG [Thread-1799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:59,518 DEBUG [Thread-1803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:14:59,518 DEBUG [Thread-1797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,518 DEBUG [Thread-1799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,518 DEBUG [Thread-1803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,518 DEBUG [Thread-1797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,518 DEBUG [Thread-1799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,518 DEBUG [Thread-1803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:59,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:59,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/912de41409d04cf99718aa40a18856a7 is 50, key is test_row_0/A:col10/1731957297332/Put/seqid=0 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:14:59,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1313 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3938 rows 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1318 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3945 rows 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1319 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3952 rows 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1311 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3932 rows 2024-11-18T19:14:59,518 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1316 2024-11-18T19:14:59,519 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3942 rows 2024-11-18T19:14:59,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:14:59,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:14:59,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:14:59,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:14:59,520 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:14:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:14:59,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742291_1467 (size=12301) 2024-11-18T19:14:59,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:14:59,522 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957299522"}]},"ts":"1731957299522"} 2024-11-18T19:14:59,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:14:59,523 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:14:59,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:14:59,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65a9253e38a1e945795b7211f8ddbdae, UNASSIGN}] 2024-11-18T19:14:59,525 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65a9253e38a1e945795b7211f8ddbdae, UNASSIGN 2024-11-18T19:14:59,526 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=65a9253e38a1e945795b7211f8ddbdae, regionState=CLOSING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:14:59,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=125, ppid=124, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=65a9253e38a1e945795b7211f8ddbdae, UNASSIGN because future has completed 2024-11-18T19:14:59,527 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:14:59,527 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure 65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:14:59,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:14:59,680 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(122): Close 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:14:59,680 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:14:59,680 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1722): Closing 65a9253e38a1e945795b7211f8ddbdae, disabling compactions & flushes 2024-11-18T19:14:59,680 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:14:59,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:14:59,923 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/912de41409d04cf99718aa40a18856a7 2024-11-18T19:14:59,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/ae578f3153274813b580f46f46d6137c is 50, key is test_row_0/B:col10/1731957297332/Put/seqid=0 2024-11-18T19:14:59,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742292_1468 (size=12301) 2024-11-18T19:15:00,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:15:00,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/ae578f3153274813b580f46f46d6137c 2024-11-18T19:15:00,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/3aea9dc13a0748d5b33ccae0652cab56 is 50, key is test_row_0/C:col10/1731957297332/Put/seqid=0 2024-11-18T19:15:00,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742293_1469 (size=12301) 2024-11-18T19:15:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:15:00,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=366 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/3aea9dc13a0748d5b33ccae0652cab56 2024-11-18T19:15:00,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/912de41409d04cf99718aa40a18856a7 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/912de41409d04cf99718aa40a18856a7 2024-11-18T19:15:00,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/912de41409d04cf99718aa40a18856a7, entries=150, sequenceid=366, filesize=12.0 K 2024-11-18T19:15:00,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/ae578f3153274813b580f46f46d6137c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/ae578f3153274813b580f46f46d6137c 2024-11-18T19:15:00,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/ae578f3153274813b580f46f46d6137c, entries=150, sequenceid=366, filesize=12.0 K 2024-11-18T19:15:00,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/3aea9dc13a0748d5b33ccae0652cab56 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/3aea9dc13a0748d5b33ccae0652cab56 2024-11-18T19:15:00,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/3aea9dc13a0748d5b33ccae0652cab56, entries=150, sequenceid=366, filesize=12.0 K 2024-11-18T19:15:00,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=20.13 KB/20610 for 65a9253e38a1e945795b7211f8ddbdae in 1279ms, sequenceid=366, compaction requested=false 2024-11-18T19:15:00,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 65a9253e38a1e945795b7211f8ddbdae: 2024-11-18T19:15:00,789 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:15:00,789 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:15:00,789 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. after waiting 0 ms 2024-11-18T19:15:00,789 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:15:00,789 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(2902): Flushing 65a9253e38a1e945795b7211f8ddbdae 3/3 column families, dataSize=20.13 KB heapSize=60.52 KB 2024-11-18T19:15:00,789 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=A 2024-11-18T19:15:00,789 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:00,790 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=B 2024-11-18T19:15:00,790 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:00,790 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 65a9253e38a1e945795b7211f8ddbdae, store=C 2024-11-18T19:15:00,790 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:00,793 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/9e6fc73730d94b4f93d9a3959d3fb2a9 is 50, key is test_row_0/A:col10/1731957299516/Put/seqid=0 2024-11-18T19:15:00,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742294_1470 (size=12301) 2024-11-18T19:15:01,198 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/9e6fc73730d94b4f93d9a3959d3fb2a9 2024-11-18T19:15:01,288 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/9ea4888da2de48f2bd60b81548a1f978 is 50, key is test_row_0/B:col10/1731957299516/Put/seqid=0 2024-11-18T19:15:01,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742295_1471 (size=12301) 2024-11-18T19:15:01,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:15:01,694 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/9ea4888da2de48f2bd60b81548a1f978 2024-11-18T19:15:01,706 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/a791e359550340608176e3140ceb6a1d is 50, key is test_row_0/C:col10/1731957299516/Put/seqid=0 2024-11-18T19:15:01,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742296_1472 (size=12301) 2024-11-18T19:15:02,112 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/a791e359550340608176e3140ceb6a1d 2024-11-18T19:15:02,124 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/A/9e6fc73730d94b4f93d9a3959d3fb2a9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/9e6fc73730d94b4f93d9a3959d3fb2a9 2024-11-18T19:15:02,128 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/9e6fc73730d94b4f93d9a3959d3fb2a9, entries=150, sequenceid=372, filesize=12.0 K 2024-11-18T19:15:02,128 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/B/9ea4888da2de48f2bd60b81548a1f978 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9ea4888da2de48f2bd60b81548a1f978 2024-11-18T19:15:02,132 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9ea4888da2de48f2bd60b81548a1f978, entries=150, sequenceid=372, filesize=12.0 K 2024-11-18T19:15:02,133 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/.tmp/C/a791e359550340608176e3140ceb6a1d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/a791e359550340608176e3140ceb6a1d 2024-11-18T19:15:02,137 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/a791e359550340608176e3140ceb6a1d, entries=150, sequenceid=372, filesize=12.0 K 2024-11-18T19:15:02,138 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 65a9253e38a1e945795b7211f8ddbdae in 1348ms, sequenceid=372, compaction requested=true 2024-11-18T19:15:02,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/c4d673f754aa441a8c0c3435d7583f95, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9decacce23d43648ba9793c563dd1f0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/399bfcafe9d24a6fa5d1000ea70153b0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/a7626374f7814760a3765c0b7b8dedae, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b751411cd7a74a16ae62f247aa52156f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/9f1d7716234b4ade95e6352a8626544f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/82adab97861c4a3b80731b53dc9d827e, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/226dcd5c745f46199a98cc54cfbbabe4, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/f4577c124c1842aaa45ef422afb58f6c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/19eed40c941647e6adfb59b7ab6c1302, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9ac950d31894114a718cd5e31d98acc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/21332fec8e9a4b6187a688122afb900a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/90d390fe540a4a908e54968d588ba416, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/4c52e33ef2c741159a51ea753464e9e5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0b4123cbfe68459084abd780a4a5a01c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/d80ba3231cf0499186b2de6107bb9536, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/ac7870c70f9349dd936b8b89c633112c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/986c639cdd8a405782a974077d58577b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/7e8d348b33cb41c1bcc93eb7a9d14432, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0d6c5251bd20429886d9d13a12a85763, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/cf9e8ffa3f36431eb00f03db6d32106b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/431d32a858514282803d69f79e2d1c78, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/274b2a17cb7a44ef8605de5b909788ac] to archive 2024-11-18T19:15:02,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:15:02,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/c4d673f754aa441a8c0c3435d7583f95 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/c4d673f754aa441a8c0c3435d7583f95 2024-11-18T19:15:02,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9decacce23d43648ba9793c563dd1f0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9decacce23d43648ba9793c563dd1f0 2024-11-18T19:15:02,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/399bfcafe9d24a6fa5d1000ea70153b0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/399bfcafe9d24a6fa5d1000ea70153b0 2024-11-18T19:15:02,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/a7626374f7814760a3765c0b7b8dedae to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/a7626374f7814760a3765c0b7b8dedae 2024-11-18T19:15:02,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b751411cd7a74a16ae62f247aa52156f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b751411cd7a74a16ae62f247aa52156f 2024-11-18T19:15:02,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/9f1d7716234b4ade95e6352a8626544f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/9f1d7716234b4ade95e6352a8626544f 2024-11-18T19:15:02,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/82adab97861c4a3b80731b53dc9d827e to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/82adab97861c4a3b80731b53dc9d827e 2024-11-18T19:15:02,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/226dcd5c745f46199a98cc54cfbbabe4 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/226dcd5c745f46199a98cc54cfbbabe4 2024-11-18T19:15:02,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/f4577c124c1842aaa45ef422afb58f6c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/f4577c124c1842aaa45ef422afb58f6c 2024-11-18T19:15:02,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/19eed40c941647e6adfb59b7ab6c1302 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/19eed40c941647e6adfb59b7ab6c1302 2024-11-18T19:15:02,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9ac950d31894114a718cd5e31d98acc to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/b9ac950d31894114a718cd5e31d98acc 2024-11-18T19:15:02,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/21332fec8e9a4b6187a688122afb900a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/21332fec8e9a4b6187a688122afb900a 2024-11-18T19:15:02,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/90d390fe540a4a908e54968d588ba416 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/90d390fe540a4a908e54968d588ba416 2024-11-18T19:15:02,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/4c52e33ef2c741159a51ea753464e9e5 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/4c52e33ef2c741159a51ea753464e9e5 2024-11-18T19:15:02,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0b4123cbfe68459084abd780a4a5a01c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0b4123cbfe68459084abd780a4a5a01c 2024-11-18T19:15:02,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/d80ba3231cf0499186b2de6107bb9536 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/d80ba3231cf0499186b2de6107bb9536 2024-11-18T19:15:02,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/ac7870c70f9349dd936b8b89c633112c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/ac7870c70f9349dd936b8b89c633112c 2024-11-18T19:15:02,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/986c639cdd8a405782a974077d58577b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/986c639cdd8a405782a974077d58577b 2024-11-18T19:15:02,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/7e8d348b33cb41c1bcc93eb7a9d14432 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/7e8d348b33cb41c1bcc93eb7a9d14432 2024-11-18T19:15:02,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0d6c5251bd20429886d9d13a12a85763 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/0d6c5251bd20429886d9d13a12a85763 2024-11-18T19:15:02,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/cf9e8ffa3f36431eb00f03db6d32106b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/cf9e8ffa3f36431eb00f03db6d32106b 2024-11-18T19:15:02,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/431d32a858514282803d69f79e2d1c78 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/431d32a858514282803d69f79e2d1c78 2024-11-18T19:15:02,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/274b2a17cb7a44ef8605de5b909788ac to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/274b2a17cb7a44ef8605de5b909788ac 2024-11-18T19:15:02,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a3410cc88044819bf22567bd31a7815, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4d01b650ff6841e78e9c3ec1e374241a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/727ff637f88f4faaa5d30290a3adea39, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/b7ef31084c5e49ba91f901a66c8bea94, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/7593c78d7a4948fdbed182c1a425f4c9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/25604d0e14984371b32cc6c5c7d5d94c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/881d24add5dd49d29d8c031dcb7fde29, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/a9d42ce9748546ea8cce141cde9cc724, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/87e6b48c75b54897a7aa8171c33419f0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cde4423c27ed443e82d7f186dbc42ab6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/aa5fc4ee124e40f5853e48f98bbfb65a, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cee4a70b4a3b453099c7876ce5a5542d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/653ba4a655dc4c5aaeaaea2d0a147049, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/91938b77fd8146c9bc990ce3713f2504, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/53248acf26334c3d934518e6597e19ef, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/02237496d9124fbeb1b44373325b5004, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9def6915b4da45d999f46991a9e9bc56, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0dad60e805674a13abbec8db2cfb893d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0045986ca99e49c29b1739a1d082cd1d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/399dcf54e71546038ea14f9f266cb583, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a9ce1065b2541968db5fa1ec2499062, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/c44df0d866144c96acf0a6f8c2985b01, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4245e99b94164079bd046c9a990eaf2c] to archive 2024-11-18T19:15:02,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:15:02,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a3410cc88044819bf22567bd31a7815 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a3410cc88044819bf22567bd31a7815 2024-11-18T19:15:02,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4d01b650ff6841e78e9c3ec1e374241a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4d01b650ff6841e78e9c3ec1e374241a 2024-11-18T19:15:02,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/727ff637f88f4faaa5d30290a3adea39 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/727ff637f88f4faaa5d30290a3adea39 2024-11-18T19:15:02,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/b7ef31084c5e49ba91f901a66c8bea94 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/b7ef31084c5e49ba91f901a66c8bea94 2024-11-18T19:15:02,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/7593c78d7a4948fdbed182c1a425f4c9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/7593c78d7a4948fdbed182c1a425f4c9 2024-11-18T19:15:02,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/25604d0e14984371b32cc6c5c7d5d94c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/25604d0e14984371b32cc6c5c7d5d94c 2024-11-18T19:15:02,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/881d24add5dd49d29d8c031dcb7fde29 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/881d24add5dd49d29d8c031dcb7fde29 2024-11-18T19:15:02,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/a9d42ce9748546ea8cce141cde9cc724 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/a9d42ce9748546ea8cce141cde9cc724 2024-11-18T19:15:02,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/87e6b48c75b54897a7aa8171c33419f0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/87e6b48c75b54897a7aa8171c33419f0 2024-11-18T19:15:02,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cde4423c27ed443e82d7f186dbc42ab6 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cde4423c27ed443e82d7f186dbc42ab6 2024-11-18T19:15:02,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/aa5fc4ee124e40f5853e48f98bbfb65a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/aa5fc4ee124e40f5853e48f98bbfb65a 2024-11-18T19:15:02,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cee4a70b4a3b453099c7876ce5a5542d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/cee4a70b4a3b453099c7876ce5a5542d 2024-11-18T19:15:02,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/653ba4a655dc4c5aaeaaea2d0a147049 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/653ba4a655dc4c5aaeaaea2d0a147049 2024-11-18T19:15:02,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/91938b77fd8146c9bc990ce3713f2504 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/91938b77fd8146c9bc990ce3713f2504 2024-11-18T19:15:02,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/53248acf26334c3d934518e6597e19ef to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/53248acf26334c3d934518e6597e19ef 2024-11-18T19:15:02,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/02237496d9124fbeb1b44373325b5004 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/02237496d9124fbeb1b44373325b5004 2024-11-18T19:15:02,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9def6915b4da45d999f46991a9e9bc56 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9def6915b4da45d999f46991a9e9bc56 2024-11-18T19:15:02,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0dad60e805674a13abbec8db2cfb893d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0dad60e805674a13abbec8db2cfb893d 2024-11-18T19:15:02,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0045986ca99e49c29b1739a1d082cd1d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/0045986ca99e49c29b1739a1d082cd1d 2024-11-18T19:15:02,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/399dcf54e71546038ea14f9f266cb583 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/399dcf54e71546038ea14f9f266cb583 2024-11-18T19:15:02,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a9ce1065b2541968db5fa1ec2499062 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9a9ce1065b2541968db5fa1ec2499062 2024-11-18T19:15:02,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/c44df0d866144c96acf0a6f8c2985b01 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/c44df0d866144c96acf0a6f8c2985b01 2024-11-18T19:15:02,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4245e99b94164079bd046c9a990eaf2c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/4245e99b94164079bd046c9a990eaf2c 2024-11-18T19:15:02,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/7be27834194b42fe85d04fb7dff2b61f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/a30385ca62dd484ba2a2a741b06358aa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9f098a61b94941c389d2b4b595e80803, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/5668fb88e4184486aefb8eb0af651f90, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/6f646b60bacb42ed98082e42eaceb2d9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9b635f7b19d44d959b504c37d31f1e0c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9158b218092c4d8894d97bdced6da3df, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/80a4cd23265d479ab7f57e16cd8e05d9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/bf18d4b540784224bc1441091ce59290, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/df6767dc1d904e7cab217cbbdcb5abbd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/838fff97b0c04d07a58e751890fbdb66, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/315e8abb2ce34989ac0fd1d46977f1b7, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c2c12fc15ddb4acd9c2ccf0408626a96, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/e4f2120cf9254042b553e397dec07d8d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/399f57365351439482d7773f50d8f3dd, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/54197e4ed7674c67932af8accdd3684b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/e53a30b7ff26417ca0e25fe2542b0f31, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/d93dbe006f5242a0b0e7bc22d9f76c6d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9408ceb244cb4e75820997ee80eb9ff0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/60a4f5329d444db28f9874b5145b55f5, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/17fa0fdbf5454b109e3abd3d14040bbe, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c4e2ed1765914fe7add39dffe3bc6243, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c286d0de60cf4909b466481417fdf45a] to archive 2024-11-18T19:15:02,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:15:02,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/7be27834194b42fe85d04fb7dff2b61f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/7be27834194b42fe85d04fb7dff2b61f 2024-11-18T19:15:02,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/a30385ca62dd484ba2a2a741b06358aa to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/a30385ca62dd484ba2a2a741b06358aa 2024-11-18T19:15:02,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9f098a61b94941c389d2b4b595e80803 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9f098a61b94941c389d2b4b595e80803 2024-11-18T19:15:02,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/5668fb88e4184486aefb8eb0af651f90 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/5668fb88e4184486aefb8eb0af651f90 2024-11-18T19:15:02,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/6f646b60bacb42ed98082e42eaceb2d9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/6f646b60bacb42ed98082e42eaceb2d9 2024-11-18T19:15:02,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9b635f7b19d44d959b504c37d31f1e0c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9b635f7b19d44d959b504c37d31f1e0c 2024-11-18T19:15:02,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9158b218092c4d8894d97bdced6da3df to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9158b218092c4d8894d97bdced6da3df 2024-11-18T19:15:02,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/80a4cd23265d479ab7f57e16cd8e05d9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/80a4cd23265d479ab7f57e16cd8e05d9 2024-11-18T19:15:02,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/bf18d4b540784224bc1441091ce59290 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/bf18d4b540784224bc1441091ce59290 2024-11-18T19:15:02,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/df6767dc1d904e7cab217cbbdcb5abbd to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/df6767dc1d904e7cab217cbbdcb5abbd 2024-11-18T19:15:02,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/838fff97b0c04d07a58e751890fbdb66 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/838fff97b0c04d07a58e751890fbdb66 2024-11-18T19:15:02,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/315e8abb2ce34989ac0fd1d46977f1b7 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/315e8abb2ce34989ac0fd1d46977f1b7 2024-11-18T19:15:02,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c2c12fc15ddb4acd9c2ccf0408626a96 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c2c12fc15ddb4acd9c2ccf0408626a96 2024-11-18T19:15:02,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/e4f2120cf9254042b553e397dec07d8d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/e4f2120cf9254042b553e397dec07d8d 2024-11-18T19:15:02,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/399f57365351439482d7773f50d8f3dd to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/399f57365351439482d7773f50d8f3dd 2024-11-18T19:15:02,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/54197e4ed7674c67932af8accdd3684b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/54197e4ed7674c67932af8accdd3684b 2024-11-18T19:15:02,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/e53a30b7ff26417ca0e25fe2542b0f31 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/e53a30b7ff26417ca0e25fe2542b0f31 2024-11-18T19:15:02,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/d93dbe006f5242a0b0e7bc22d9f76c6d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/d93dbe006f5242a0b0e7bc22d9f76c6d 2024-11-18T19:15:02,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9408ceb244cb4e75820997ee80eb9ff0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/9408ceb244cb4e75820997ee80eb9ff0 2024-11-18T19:15:02,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/60a4f5329d444db28f9874b5145b55f5 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/60a4f5329d444db28f9874b5145b55f5 2024-11-18T19:15:02,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/17fa0fdbf5454b109e3abd3d14040bbe to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/17fa0fdbf5454b109e3abd3d14040bbe 2024-11-18T19:15:02,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c4e2ed1765914fe7add39dffe3bc6243 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c4e2ed1765914fe7add39dffe3bc6243 2024-11-18T19:15:02,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c286d0de60cf4909b466481417fdf45a to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/c286d0de60cf4909b466481417fdf45a 2024-11-18T19:15:02,233 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/recovered.edits/375.seqid, newMaxSeqId=375, maxSeqId=1 2024-11-18T19:15:02,234 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. 2024-11-18T19:15:02,234 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] regionserver.HRegion(1676): Region close journal for 65a9253e38a1e945795b7211f8ddbdae: Waiting for close lock at 1731957299680Running coprocessor pre-close hooks at 1731957299680Disabling compacts and flushes for region at 1731957299680Disabling writes for close at 1731957300789 (+1109 ms)Obtaining lock to block concurrent updates at 1731957300789Preparing flush snapshotting stores in 65a9253e38a1e945795b7211f8ddbdae at 1731957300789Finished memstore snapshotting TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=61920, getOffHeapSize=0, getCellsCount=450 at 1731957300790 (+1 ms)Flushing stores of TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae. at 1731957300790Flushing 65a9253e38a1e945795b7211f8ddbdae/A: creating writer at 1731957300790Flushing 65a9253e38a1e945795b7211f8ddbdae/A: appending metadata at 1731957300793 (+3 ms)Flushing 65a9253e38a1e945795b7211f8ddbdae/A: closing flushed file at 1731957300793Flushing 65a9253e38a1e945795b7211f8ddbdae/B: creating writer at 1731957301283 (+490 ms)Flushing 65a9253e38a1e945795b7211f8ddbdae/B: appending metadata at 1731957301287 (+4 ms)Flushing 65a9253e38a1e945795b7211f8ddbdae/B: closing flushed file at 1731957301287Flushing 65a9253e38a1e945795b7211f8ddbdae/C: creating writer at 1731957301702 (+415 ms)Flushing 65a9253e38a1e945795b7211f8ddbdae/C: appending metadata at 1731957301705 (+3 ms)Flushing 65a9253e38a1e945795b7211f8ddbdae/C: closing flushed file at 1731957301706 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61134916: reopening flushed file at 1731957302123 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@352518e1: reopening flushed file at 1731957302128 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@671ea835: reopening flushed file at 1731957302132 (+4 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~60.47 KB/61920, currentSize=0 B/0 for 65a9253e38a1e945795b7211f8ddbdae in 1348ms, sequenceid=372, compaction requested=true at 1731957302138 (+6 ms)Writing region close event to WAL at 1731957302229 (+91 ms)Running coprocessor post-close hooks at 1731957302234 (+5 ms)Closed at 1731957302234 2024-11-18T19:15:02,237 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=126}] handler.UnassignRegionHandler(157): Closed 65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:15:02,237 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=125 updating hbase:meta row=65a9253e38a1e945795b7211f8ddbdae, regionState=CLOSED 2024-11-18T19:15:02,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=126, ppid=125, state=RUNNABLE, hasLock=false; CloseRegionProcedure 65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:15:02,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-18T19:15:02,243 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseRegionProcedure 65a9253e38a1e945795b7211f8ddbdae, server=39fff3b0f89c,38149,1731957147744 in 2.7130 sec 2024-11-18T19:15:02,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=125, resume processing ppid=124 2024-11-18T19:15:02,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, ppid=124, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=65a9253e38a1e945795b7211f8ddbdae, UNASSIGN in 2.7180 sec 2024-11-18T19:15:02,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-18T19:15:02,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.7210 sec 2024-11-18T19:15:02,248 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957302248"}]},"ts":"1731957302248"} 2024-11-18T19:15:02,249 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:15:02,249 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:15:02,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.7300 sec 2024-11-18T19:15:03,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-18T19:15:03,686 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:03,687 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:15:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:03,692 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=127, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:03,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-18T19:15:03,694 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=127, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:03,697 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:15:03,702 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/recovered.edits] 2024-11-18T19:15:03,707 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/48422cd670494a999e68fd47fcf64ce8 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/48422cd670494a999e68fd47fcf64ce8 2024-11-18T19:15:03,710 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/912de41409d04cf99718aa40a18856a7 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/912de41409d04cf99718aa40a18856a7 2024-11-18T19:15:03,713 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/9e6fc73730d94b4f93d9a3959d3fb2a9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/A/9e6fc73730d94b4f93d9a3959d3fb2a9 2024-11-18T19:15:03,717 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/68bff3503a544844962d0f49cb7aacb7 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/68bff3503a544844962d0f49cb7aacb7 2024-11-18T19:15:03,719 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9ea4888da2de48f2bd60b81548a1f978 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/9ea4888da2de48f2bd60b81548a1f978 2024-11-18T19:15:03,721 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/ae578f3153274813b580f46f46d6137c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/B/ae578f3153274813b580f46f46d6137c 2024-11-18T19:15:03,726 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/3aea9dc13a0748d5b33ccae0652cab56 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/3aea9dc13a0748d5b33ccae0652cab56 2024-11-18T19:15:03,728 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/77eba352cd1c4c838c76e86e5f45a7c4 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/77eba352cd1c4c838c76e86e5f45a7c4 2024-11-18T19:15:03,730 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/a791e359550340608176e3140ceb6a1d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/C/a791e359550340608176e3140ceb6a1d 2024-11-18T19:15:03,735 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/recovered.edits/375.seqid to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae/recovered.edits/375.seqid 2024-11-18T19:15:03,736 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/65a9253e38a1e945795b7211f8ddbdae 2024-11-18T19:15:03,736 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:15:03,740 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=127, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:03,743 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:15:03,746 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:15:03,747 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=127, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:03,747 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:15:03,748 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731957303747"}]},"ts":"9223372036854775807"} 2024-11-18T19:15:03,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:15:03,750 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 65a9253e38a1e945795b7211f8ddbdae, NAME => 'TestAcidGuarantees,,1731957276640.65a9253e38a1e945795b7211f8ddbdae.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:15:03,750 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:15:03,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731957303750"}]},"ts":"9223372036854775807"} 2024-11-18T19:15:03,753 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:15:03,753 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=127, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:03,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-11-18T19:15:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-18T19:15:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:15:03,806 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:03,819 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=250 (was 248) - Thread LEAK? -, OpenFileDescriptor=449 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 262) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4040 (was 4055) 2024-11-18T19:15:03,829 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=4040 2024-11-18T19:15:03,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:15:03,830 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:15:03,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:03,832 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-18T19:15:03,833 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:03,833 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 128 2024-11-18T19:15:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-18T19:15:03,833 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-18T19:15:03,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742297_1473 (size=1061) 2024-11-18T19:15:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-18T19:15:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-18T19:15:04,244 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260 2024-11-18T19:15:04,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742298_1474 (size=53) 2024-11-18T19:15:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-18T19:15:04,658 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:15:04,658 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing bc6adfdb9dbbba82d5f959daebbd0066, disabling compactions & flushes 2024-11-18T19:15:04,658 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:04,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:04,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. after waiting 0 ms 2024-11-18T19:15:04,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:04,659 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:04,659 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc6adfdb9dbbba82d5f959daebbd0066: Waiting for close lock at 1731957304658Disabling compacts and flushes for region at 1731957304658Disabling writes for close at 1731957304659 (+1 ms)Writing region close event to WAL at 1731957304659Closed at 1731957304659 2024-11-18T19:15:04,662 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-18T19:15:04,663 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731957304662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731957304662"}]},"ts":"1731957304662"} 2024-11-18T19:15:04,665 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-18T19:15:04,666 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-18T19:15:04,666 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957304666"}]},"ts":"1731957304666"} 2024-11-18T19:15:04,668 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-18T19:15:04,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, ASSIGN}] 2024-11-18T19:15:04,670 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, ASSIGN 2024-11-18T19:15:04,671 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, ASSIGN; state=OFFLINE, location=39fff3b0f89c,38149,1731957147744; forceNewPlan=false, retain=false 2024-11-18T19:15:04,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=bc6adfdb9dbbba82d5f959daebbd0066, regionState=OPENING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:04,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=128, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, ASSIGN because future has completed 2024-11-18T19:15:04,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:15:04,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-18T19:15:04,988 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:04,989 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7752): Opening region: {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:15:04,989 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:04,989 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:15:04,990 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7794): checking encryption for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:04,990 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(7797): checking classloading for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:04,992 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:04,994 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:15:04,994 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc6adfdb9dbbba82d5f959daebbd0066 columnFamilyName A 2024-11-18T19:15:04,994 DEBUG [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:04,995 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(327): Store=bc6adfdb9dbbba82d5f959daebbd0066/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:15:04,995 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:04,996 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:15:04,996 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc6adfdb9dbbba82d5f959daebbd0066 columnFamilyName B 2024-11-18T19:15:04,997 DEBUG [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:04,997 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(327): Store=bc6adfdb9dbbba82d5f959daebbd0066/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:15:04,997 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:04,999 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:15:04,999 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc6adfdb9dbbba82d5f959daebbd0066 columnFamilyName C 2024-11-18T19:15:04,999 DEBUG [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:04,999 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(327): Store=bc6adfdb9dbbba82d5f959daebbd0066/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:15:05,000 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:05,000 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1038): replaying wal for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:05,001 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:05,001 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:05,003 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1048): stopping wal replay for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:05,003 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1060): Cleaning up temporary data for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:05,004 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:15:05,006 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1093): writing seq id for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:05,009 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-18T19:15:05,010 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1114): Opened bc6adfdb9dbbba82d5f959daebbd0066; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67689924, jitterRate=0.00865846872329712}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:15:05,010 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:05,011 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegion(1006): Region open journal for bc6adfdb9dbbba82d5f959daebbd0066: Running coprocessor pre-open hook at 1731957304990Writing region info on filesystem at 1731957304990Initializing all the Stores at 1731957304992 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957304992Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957304992Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957304992Cleaning up temporary data from old regions at 1731957305003 (+11 ms)Running coprocessor post-open hooks at 1731957305010 (+7 ms)Region opened successfully at 1731957305011 (+1 ms) 2024-11-18T19:15:05,012 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., pid=130, masterSystemTime=1731957304981 2024-11-18T19:15:05,015 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:05,015 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=130}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:05,016 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=129 updating hbase:meta row=bc6adfdb9dbbba82d5f959daebbd0066, regionState=OPEN, openSeqNum=2, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:05,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=129, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:15:05,022 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-18T19:15:05,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; OpenRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 in 192 msec 2024-11-18T19:15:05,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=128 2024-11-18T19:15:05,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=128, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, ASSIGN in 355 msec 2024-11-18T19:15:05,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-18T19:15:05,027 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957305027"}]},"ts":"1731957305027"} 2024-11-18T19:15:05,029 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-18T19:15:05,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=128, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-18T19:15:05,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2000 sec 2024-11-18T19:15:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=128 2024-11-18T19:15:05,986 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:05,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b2823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:05,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:15:05,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:15:05,991 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:15:05,991 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:15:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:15:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53afbea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:15:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:15:05,992 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:05,993 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:15:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ae0822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:05,994 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:15:05,995 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:15:05,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:15:05,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:15:05,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-18T19:15:05,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 39fff3b0f89c,36603,1731957147048 2024-11-18T19:15:05,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@198b9ab2 2024-11-18T19:15:05,999 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-18T19:15:06,000 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-18T19:15:06,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-18T19:15:06,002 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-18T19:15:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:06,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742299_1475 (size=1097) 2024-11-18T19:15:06,421 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-11-18T19:15:06,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-11-18T19:15:06,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:15:06,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, REOPEN/MOVE}] 2024-11-18T19:15:06,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, REOPEN/MOVE 2024-11-18T19:15:06,509 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=bc6adfdb9dbbba82d5f959daebbd0066, regionState=CLOSING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:06,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, REOPEN/MOVE because future has completed 2024-11-18T19:15:06,510 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:15:06,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:15:06,663 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(122): Close bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:06,663 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:15:06,663 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1722): Closing bc6adfdb9dbbba82d5f959daebbd0066, disabling compactions & flushes 2024-11-18T19:15:06,663 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:06,663 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:06,663 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. after waiting 0 ms 2024-11-18T19:15:06,664 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:06,668 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-18T19:15:06,668 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:06,668 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegion(1676): Region close journal for bc6adfdb9dbbba82d5f959daebbd0066: Waiting for close lock at 1731957306663Running coprocessor pre-close hooks at 1731957306663Disabling compacts and flushes for region at 1731957306663Disabling writes for close at 1731957306663Writing region close event to WAL at 1731957306664 (+1 ms)Running coprocessor post-close hooks at 1731957306668 (+4 ms)Closed at 1731957306668 2024-11-18T19:15:06,669 WARN [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] regionserver.HRegionServer(3299): Not adding moved region record: bc6adfdb9dbbba82d5f959daebbd0066 to self. 2024-11-18T19:15:06,671 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=134}] handler.UnassignRegionHandler(157): Closed bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:06,672 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=bc6adfdb9dbbba82d5f959daebbd0066, regionState=CLOSED 2024-11-18T19:15:06,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=133, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:15:06,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-18T19:15:06,677 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; CloseRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 in 164 msec 2024-11-18T19:15:06,677 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, REOPEN/MOVE; state=CLOSED, location=39fff3b0f89c,38149,1731957147744; forceNewPlan=false, retain=true 2024-11-18T19:15:06,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=bc6adfdb9dbbba82d5f959daebbd0066, regionState=OPENING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:06,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, REOPEN/MOVE because future has completed 2024-11-18T19:15:06,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:15:06,990 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:06,990 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7752): Opening region: {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} 2024-11-18T19:15:06,991 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:06,991 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-18T19:15:06,991 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7794): checking encryption for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:06,991 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7797): checking classloading for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:06,993 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:06,994 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:15:06,994 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc6adfdb9dbbba82d5f959daebbd0066 columnFamilyName A 2024-11-18T19:15:06,996 DEBUG [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:06,996 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(327): Store=bc6adfdb9dbbba82d5f959daebbd0066/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:15:06,997 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:06,998 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:15:06,998 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc6adfdb9dbbba82d5f959daebbd0066 columnFamilyName B 2024-11-18T19:15:06,998 DEBUG [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:06,999 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(327): Store=bc6adfdb9dbbba82d5f959daebbd0066/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:15:06,999 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:07,000 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-11-18T19:15:07,000 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc6adfdb9dbbba82d5f959daebbd0066 columnFamilyName C 2024-11-18T19:15:07,000 DEBUG [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:07,001 INFO [StoreOpener-bc6adfdb9dbbba82d5f959daebbd0066-1 {}] regionserver.HStore(327): Store=bc6adfdb9dbbba82d5f959daebbd0066/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-18T19:15:07,001 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,001 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1038): replaying wal for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:07,002 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:07,003 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:07,004 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1048): stopping wal replay for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:07,004 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1060): Cleaning up temporary data for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:07,004 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-18T19:15:07,005 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1093): writing seq id for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:07,006 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1114): Opened bc6adfdb9dbbba82d5f959daebbd0066; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70119614, jitterRate=0.04486367106437683}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-18T19:15:07,006 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:07,006 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1006): Region open journal for bc6adfdb9dbbba82d5f959daebbd0066: Running coprocessor pre-open hook at 1731957306991Writing region info on filesystem at 1731957306991Initializing all the Stores at 1731957306992 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957306992Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957306993 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731957306993Cleaning up temporary data from old regions at 1731957307004 (+11 ms)Running coprocessor post-open hooks at 1731957307006 (+2 ms)Region opened successfully at 1731957307006 2024-11-18T19:15:07,007 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., pid=135, masterSystemTime=1731957306983 2024-11-18T19:15:07,009 DEBUG [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,009 INFO [RS_OPEN_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,009 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=bc6adfdb9dbbba82d5f959daebbd0066, regionState=OPEN, openSeqNum=5, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:15:07,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=133 2024-11-18T19:15:07,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=133, state=SUCCESS, hasLock=false; OpenRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 in 181 msec 2024-11-18T19:15:07,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=133, resume processing ppid=132 2024-11-18T19:15:07,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, REOPEN/MOVE in 506 msec 2024-11-18T19:15:07,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-18T19:15:07,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-18T19:15:07,020 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0150 sec 2024-11-18T19:15:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-18T19:15:07,021 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:07,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:15:07,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:15:07,023 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:15:07,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:15:07,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:15:07,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16ed79b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:15:07,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:15:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:07,024 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:15:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9bbce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:15:07,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:15:07,026 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:15:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:15:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:15:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb38961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:15:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:15:07,027 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:07,028 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:15:07,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df6a9d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:15:07,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:15:07,031 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:15:07,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:15:07,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:15:07,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0d9d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:15:07,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:15:07,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:07,032 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60944, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:15:07,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6431b0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,034 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:15:07,034 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:15:07,035 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:15:07,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:15:07,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:15:07,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25fe496e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:15:07,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:15:07,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:07,037 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:15:07,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79e441f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,038 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:15:07,038 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:15:07,039 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:15:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:15:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:15:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9e386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:15:07,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:15:07,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:07,040 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:15:07,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1612ed2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:15:07,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:15:07,042 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:15:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:15:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:15:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d30a487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:15:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:15:07,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:07,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:15:07,043 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10194d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,044 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:15:07,044 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:15:07,044 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:15:07,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:15:07,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:15:07,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324e40fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,044 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:15:07,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:15:07,045 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:07,045 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:15:07,046 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e4cfbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:15:07,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:15:07,047 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:15:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:15:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:15:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a706cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:15:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:15:07,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:07,048 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32820, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:15:07,049 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a26b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:15:07,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:15:07,050 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:15:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:15:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:15:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8bfbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:15:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:15:07,050 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:07,051 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32842, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:15:07,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f80bd2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e766e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 39fff3b0f89c,36603,-1 for getting cluster id 2024-11-18T19:15:07,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-18T19:15:07,053 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62b2af6b-588f-4922-a658-6677d58c879a' 2024-11-18T19:15:07,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-18T19:15:07,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62b2af6b-588f-4922-a658-6677d58c879a" 2024-11-18T19:15:07,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6beffaf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [39fff3b0f89c,36603,-1] 2024-11-18T19:15:07,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-18T19:15:07,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:07,055 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-18T19:15:07,055 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bc41726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-18T19:15:07,055 DEBUG [Thread-2162 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:15:07,056 DEBUG [Thread-2164 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:15:07,056 DEBUG [Thread-2155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:15:07,056 DEBUG [Thread-2153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:15:07,056 DEBUG [Thread-2149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:15:07,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:15:07,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:15:07,056 DEBUG [Thread-2168 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:15:07,056 DEBUG [Thread-2157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:15:07,056 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:15:07,056 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:15:07,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:15:07,057 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:15:07,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:15:07,057 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:15:07,057 DEBUG [Thread-2151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:15:07,057 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:15:07,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:15:07,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:15:07,057 DEBUG [Thread-2160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:15:07,057 DEBUG [Thread-2151 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:15:07,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-18T19:15:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:15:07,058 DEBUG [Thread-2151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:15:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:15:07,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:15:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:15:07,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55136, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:15:07,058 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:15:07,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55174, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:15:07,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:15:07,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55180, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:15:07,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:15:07,059 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:15:07,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:15:07,059 DEBUG [Thread-2166 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-18T19:15:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:15:07,060 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:15:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:15:07,060 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:15:07,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:15:07,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:15:07,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55206, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:15:07,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=39fff3b0f89c,38149,1731957147744, seqNum=-1] 2024-11-18T19:15:07,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:15:07,061 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-18T19:15:07,061 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:15:07,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-18T19:15:07,062 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:15:07,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:15:07,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-18T19:15:07,063 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:15:07,063 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:15:07,064 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:15:07,064 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:15:07,065 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5] 2024-11-18T19:15:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:07,068 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:15:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:07,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:07,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:07,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:07,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957307092, max timestamp=1731957307095Num uniques 859; 2024-11-18T19:15:07,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731957307092, max timestamp=1731957307095Num uniques 859; 2024-11-18T19:15:07,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:15:07,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:15:07,098 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1731957307092, max timestamp=1731957307095Num uniques 859; 2024-11-18T19:15:07,099 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:15:07,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187fb6338ca90542feb00c946f06ed0fb6_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957307067/Put/seqid=0 2024-11-18T19:15:07,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742300_1476 (size=12154) 2024-11-18T19:15:07,112 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:07,119 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411187fb6338ca90542feb00c946f06ed0fb6_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187fb6338ca90542feb00c946f06ed0fb6_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:07,119 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/bb9696b0cbdf45c18589b7f41ed1cc8f, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:07,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/bb9696b0cbdf45c18589b7f41ed1cc8f is 175, key is test_row_0/A:col10/1731957307067/Put/seqid=0 2024-11-18T19:15:07,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957367116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957367116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957367119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,123 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957367119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742301_1477 (size=30955) 2024-11-18T19:15:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957367122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-18T19:15:07,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T19:15:07,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:07,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957367225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957367225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,228 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957367234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957367234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957367235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,368 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T19:15:07,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:07,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-18T19:15:07,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957367435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957367435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,437 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957367445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957367445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957367445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T19:15:07,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:07,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,525 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/bb9696b0cbdf45c18589b7f41ed1cc8f 2024-11-18T19:15:07,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/b00093ac116c422e9d51f62791348eb9 is 50, key is test_row_0/B:col10/1731957307067/Put/seqid=0 2024-11-18T19:15:07,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742302_1478 (size=12001) 2024-11-18T19:15:07,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T19:15:07,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:07,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-18T19:15:07,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957367744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,747 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957367744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-18T19:15:07,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957367755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957367755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957367755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:07,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:07,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T19:15:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/b00093ac116c422e9d51f62791348eb9 2024-11-18T19:15:07,972 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/0e56aee192cb46cd8df7e8030a1d3347 is 50, key is test_row_0/C:col10/1731957307067/Put/seqid=0 2024-11-18T19:15:07,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742303_1479 (size=12001) 2024-11-18T19:15:07,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T19:15:07,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:07,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:07,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:07,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:08,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T19:15:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:08,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:08,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:08,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:08,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-18T19:15:08,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957368255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:08,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:08,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957368255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:08,259 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:08,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957368265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:08,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:08,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:08,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:08,269 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957368265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:08,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:08,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:08,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:08,269 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:08,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957368265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:08,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:08,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:08,270 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:08,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T19:15:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:08,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:08,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:08,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:08,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/0e56aee192cb46cd8df7e8030a1d3347 2024-11-18T19:15:08,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/bb9696b0cbdf45c18589b7f41ed1cc8f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/bb9696b0cbdf45c18589b7f41ed1cc8f 2024-11-18T19:15:08,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/bb9696b0cbdf45c18589b7f41ed1cc8f, entries=150, sequenceid=15, filesize=30.2 K 2024-11-18T19:15:08,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/b00093ac116c422e9d51f62791348eb9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b00093ac116c422e9d51f62791348eb9 2024-11-18T19:15:08,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b00093ac116c422e9d51f62791348eb9, entries=150, sequenceid=15, filesize=11.7 K 2024-11-18T19:15:08,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/0e56aee192cb46cd8df7e8030a1d3347 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/0e56aee192cb46cd8df7e8030a1d3347 2024-11-18T19:15:08,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/0e56aee192cb46cd8df7e8030a1d3347, entries=150, sequenceid=15, filesize=11.7 K 2024-11-18T19:15:08,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for bc6adfdb9dbbba82d5f959daebbd0066 in 1321ms, sequenceid=15, compaction requested=false 2024-11-18T19:15:08,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:08,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-18T19:15:08,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:08,437 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-11-18T19:15:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:08,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:08,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bfac6ee8332f4debb18a9704d99a42e8_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957307111/Put/seqid=0 2024-11-18T19:15:08,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742304_1480 (size=12154) 2024-11-18T19:15:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,450 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118bfac6ee8332f4debb18a9704d99a42e8_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bfac6ee8332f4debb18a9704d99a42e8_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:08,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/26d18402984c407f875b9f950514c127, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:08,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/26d18402984c407f875b9f950514c127 is 175, key is test_row_0/A:col10/1731957307111/Put/seqid=0 2024-11-18T19:15:08,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742305_1481 (size=30955) 2024-11-18T19:15:08,459 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/26d18402984c407f875b9f950514c127 2024-11-18T19:15:08,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/bb2c11d7ba0c4bba89f1b727152aaf08 is 50, key is test_row_0/B:col10/1731957307111/Put/seqid=0 2024-11-18T19:15:08,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742306_1482 (size=12001) 2024-11-18T19:15:08,869 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/bb2c11d7ba0c4bba89f1b727152aaf08 2024-11-18T19:15:08,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/b5d887827f024edfb75b818e30608c8b is 50, key is test_row_0/C:col10/1731957307111/Put/seqid=0 2024-11-18T19:15:08,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742307_1483 (size=12001) 2024-11-18T19:15:08,879 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/b5d887827f024edfb75b818e30608c8b 2024-11-18T19:15:08,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/26d18402984c407f875b9f950514c127 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/26d18402984c407f875b9f950514c127 2024-11-18T19:15:08,886 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/26d18402984c407f875b9f950514c127, entries=150, sequenceid=50, filesize=30.2 K 2024-11-18T19:15:08,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/bb2c11d7ba0c4bba89f1b727152aaf08 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/bb2c11d7ba0c4bba89f1b727152aaf08 2024-11-18T19:15:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,889 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/bb2c11d7ba0c4bba89f1b727152aaf08, entries=150, sequenceid=50, filesize=11.7 K 2024-11-18T19:15:08,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/b5d887827f024edfb75b818e30608c8b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b5d887827f024edfb75b818e30608c8b 2024-11-18T19:15:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,893 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b5d887827f024edfb75b818e30608c8b, entries=150, sequenceid=50, filesize=11.7 K 2024-11-18T19:15:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,894 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=0 B/0 for bc6adfdb9dbbba82d5f959daebbd0066 in 457ms, sequenceid=50, compaction requested=false 2024-11-18T19:15:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:08,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-18T19:15:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=137 2024-11-18T19:15:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=137, resume processing ppid=136 2024-11-18T19:15:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, ppid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8350 sec 2024-11-18T19:15:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.8410 sec 2024-11-18T19:15:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:08,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=136 2024-11-18T19:15:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,205 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,206 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:15:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-18T19:15:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,207 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:15:09,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-18T19:15:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,208 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:15:09,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:15:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-18T19:15:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:09,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:15:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:09,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:09,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:09,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:09,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:09,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111831a53cd9c0aa4eda85064d2527682197_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957309306/Put/seqid=0 2024-11-18T19:15:09,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742308_1484 (size=21918) 2024-11-18T19:15:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957309323, max timestamp=1731957309349Num uniques 859; 2024-11-18T19:15:09,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957309323, max timestamp=1731957309349Num uniques 859; 2024-11-18T19:15:09,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957309323, max timestamp=1731957309349Num uniques 859; 2024-11-18T19:15:09,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:09,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:09,351 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:09,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957369345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T19:15:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:09,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957369373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957369373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,380 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957369374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957369376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957369455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957369485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957369485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957369485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957369485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,489 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T19:15:09,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:09,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:09,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:09,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-18T19:15:09,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T19:15:09,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:09,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:09,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:09,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957369665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957369694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957369694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957369694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957369695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:09,730 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:09,733 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111831a53cd9c0aa4eda85064d2527682197_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111831a53cd9c0aa4eda85064d2527682197_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:09,733 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/dd7fd73a0900425ba689fabbda4456cc, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:09,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/dd7fd73a0900425ba689fabbda4456cc is 175, key is test_row_0/A:col10/1731957309306/Put/seqid=0 2024-11-18T19:15:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742309_1485 (size=65323) 2024-11-18T19:15:09,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T19:15:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:09,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-18T19:15:09,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T19:15:09,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:09,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:09,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:09,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:09,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:09,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957369975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:09,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:09,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957370004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957370004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:10,008 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:10,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957370004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:10,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957370004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:10,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:10,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T19:15:10,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:10,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:10,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:10,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:10,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:10,138 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=60, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/dd7fd73a0900425ba689fabbda4456cc 2024-11-18T19:15:10,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/b8cbb276f6d14734974121e4a22d2cb9 is 50, key is test_row_0/B:col10/1731957309306/Put/seqid=0 2024-11-18T19:15:10,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742310_1486 (size=12001) 2024-11-18T19:15:10,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/b8cbb276f6d14734974121e4a22d2cb9 2024-11-18T19:15:10,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/8ec99267f9d24a94a045d0f287c1ee42 is 50, key is test_row_0/C:col10/1731957309306/Put/seqid=0 2024-11-18T19:15:10,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742311_1487 (size=12001) 2024-11-18T19:15:10,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T19:15:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:10,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:10,276 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:10,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:10,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:10,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-18T19:15:10,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T19:15:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:10,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:10,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:10,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957370484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:10,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:10,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957370515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:10,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957370515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:10,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957370515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957370515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:10,519 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:10,557 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/8ec99267f9d24a94a045d0f287c1ee42 2024-11-18T19:15:10,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/dd7fd73a0900425ba689fabbda4456cc as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/dd7fd73a0900425ba689fabbda4456cc 2024-11-18T19:15:10,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/dd7fd73a0900425ba689fabbda4456cc, entries=350, sequenceid=60, filesize=63.8 K 2024-11-18T19:15:10,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/b8cbb276f6d14734974121e4a22d2cb9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b8cbb276f6d14734974121e4a22d2cb9 2024-11-18T19:15:10,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b8cbb276f6d14734974121e4a22d2cb9, entries=150, sequenceid=60, filesize=11.7 K 2024-11-18T19:15:10,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/8ec99267f9d24a94a045d0f287c1ee42 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/8ec99267f9d24a94a045d0f287c1ee42 2024-11-18T19:15:10,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/8ec99267f9d24a94a045d0f287c1ee42, entries=150, sequenceid=60, filesize=11.7 K 2024-11-18T19:15:10,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for bc6adfdb9dbbba82d5f959daebbd0066 in 1256ms, sequenceid=60, compaction requested=true 2024-11-18T19:15:10,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:10,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:15:10,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:10,571 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:15:10,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:15:10,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:10,571 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:15:10,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:15:10,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:15:10,572 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:15:10,572 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127233 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:15:10,572 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/B is initiating minor compaction (all files) 2024-11-18T19:15:10,572 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/A is initiating minor compaction (all files) 2024-11-18T19:15:10,572 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/B in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:10,572 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/A in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:10,572 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b00093ac116c422e9d51f62791348eb9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/bb2c11d7ba0c4bba89f1b727152aaf08, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b8cbb276f6d14734974121e4a22d2cb9] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=35.2 K 2024-11-18T19:15:10,572 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/bb9696b0cbdf45c18589b7f41ed1cc8f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/26d18402984c407f875b9f950514c127, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/dd7fd73a0900425ba689fabbda4456cc] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=124.3 K 2024-11-18T19:15:10,572 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:10,572 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/bb9696b0cbdf45c18589b7f41ed1cc8f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/26d18402984c407f875b9f950514c127, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/dd7fd73a0900425ba689fabbda4456cc] 2024-11-18T19:15:10,572 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting b00093ac116c422e9d51f62791348eb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731957307066 2024-11-18T19:15:10,572 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb9696b0cbdf45c18589b7f41ed1cc8f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731957307066 2024-11-18T19:15:10,572 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting bb2c11d7ba0c4bba89f1b727152aaf08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731957307111 2024-11-18T19:15:10,573 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26d18402984c407f875b9f950514c127, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731957307111 2024-11-18T19:15:10,573 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting b8cbb276f6d14734974121e4a22d2cb9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957309306 2024-11-18T19:15:10,573 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting dd7fd73a0900425ba689fabbda4456cc, keycount=350, bloomtype=ROW, size=63.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957309282 2024-11-18T19:15:10,577 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:10,579 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#B#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:10,580 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/ba845e8002ee4c97a01e076d70fdc02f is 50, key is test_row_0/B:col10/1731957309306/Put/seqid=0 2024-11-18T19:15:10,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-18T19:15:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:10,582 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-18T19:15:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:10,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:10,590 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118268b397b85ef4a19a3218a5b3221a720_bc6adfdb9dbbba82d5f959daebbd0066 store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:10,592 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118268b397b85ef4a19a3218a5b3221a720_bc6adfdb9dbbba82d5f959daebbd0066, store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:10,592 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118268b397b85ef4a19a3218a5b3221a720_bc6adfdb9dbbba82d5f959daebbd0066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:10,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111873b2f10968eb4c60a0c970fe11764bd5_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957309361/Put/seqid=0 2024-11-18T19:15:10,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742312_1488 (size=12104) 2024-11-18T19:15:10,601 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/ba845e8002ee4c97a01e076d70fdc02f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/ba845e8002ee4c97a01e076d70fdc02f 2024-11-18T19:15:10,605 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/B of bc6adfdb9dbbba82d5f959daebbd0066 into ba845e8002ee4c97a01e076d70fdc02f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:10,605 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:10,605 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/B, priority=13, startTime=1731957310571; duration=0sec 2024-11-18T19:15:10,606 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:15:10,606 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:B 2024-11-18T19:15:10,606 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:15:10,607 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:15:10,607 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/C is initiating minor compaction (all files) 2024-11-18T19:15:10,607 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/C in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:10,607 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/0e56aee192cb46cd8df7e8030a1d3347, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b5d887827f024edfb75b818e30608c8b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/8ec99267f9d24a94a045d0f287c1ee42] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=35.2 K 2024-11-18T19:15:10,608 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e56aee192cb46cd8df7e8030a1d3347, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731957307066 2024-11-18T19:15:10,608 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting b5d887827f024edfb75b818e30608c8b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1731957307111 2024-11-18T19:15:10,614 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ec99267f9d24a94a045d0f287c1ee42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957309306 2024-11-18T19:15:10,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742314_1490 (size=12154) 2024-11-18T19:15:10,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:10,621 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111873b2f10968eb4c60a0c970fe11764bd5_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111873b2f10968eb4c60a0c970fe11764bd5_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:10,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/0a9260dbce2245f1a1122ae9131ec925, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:10,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/0a9260dbce2245f1a1122ae9131ec925 is 175, key is test_row_0/A:col10/1731957309361/Put/seqid=0 2024-11-18T19:15:10,626 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#C#compaction#419 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:10,627 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/5659dc4d2deb4c428830d632962ddaa9 is 50, key is test_row_0/C:col10/1731957309306/Put/seqid=0 2024-11-18T19:15:10,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742313_1489 (size=4469) 2024-11-18T19:15:10,632 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#A#compaction#416 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:10,632 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/b3b8dccef24349738bd6c023fa42a54d is 175, key is test_row_0/A:col10/1731957309306/Put/seqid=0 2024-11-18T19:15:10,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742315_1491 (size=30955) 2024-11-18T19:15:10,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742317_1493 (size=31058) 2024-11-18T19:15:10,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742316_1492 (size=12104) 2024-11-18T19:15:11,041 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/0a9260dbce2245f1a1122ae9131ec925 2024-11-18T19:15:11,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/28262c996d3548c8ad638e9f399be470 is 50, key is test_row_0/B:col10/1731957309361/Put/seqid=0 2024-11-18T19:15:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742318_1494 (size=12001) 2024-11-18T19:15:11,055 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/5659dc4d2deb4c428830d632962ddaa9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/5659dc4d2deb4c428830d632962ddaa9 2024-11-18T19:15:11,055 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/b3b8dccef24349738bd6c023fa42a54d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/b3b8dccef24349738bd6c023fa42a54d 2024-11-18T19:15:11,058 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/C of bc6adfdb9dbbba82d5f959daebbd0066 into 5659dc4d2deb4c428830d632962ddaa9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:11,058 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/A of bc6adfdb9dbbba82d5f959daebbd0066 into b3b8dccef24349738bd6c023fa42a54d(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:11,058 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:11,058 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:11,058 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/A, priority=13, startTime=1731957310571; duration=0sec 2024-11-18T19:15:11,058 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/C, priority=13, startTime=1731957310571; duration=0sec 2024-11-18T19:15:11,058 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:11,058 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:A 2024-11-18T19:15:11,058 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:11,058 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:C 2024-11-18T19:15:11,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-18T19:15:11,450 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/28262c996d3548c8ad638e9f399be470 2024-11-18T19:15:11,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/53182119519b4ff58195b537562af79c is 50, key is test_row_0/C:col10/1731957309361/Put/seqid=0 2024-11-18T19:15:11,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742319_1495 (size=12001) 2024-11-18T19:15:11,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:11,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957371523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:11,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957371524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957371524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:11,527 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:11,527 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:11,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957371535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:11,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957371535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:11,538 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:11,538 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,538 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:11,638 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957371635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:11,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957371844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:11,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:11,894 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/53182119519b4ff58195b537562af79c 2024-11-18T19:15:11,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/0a9260dbce2245f1a1122ae9131ec925 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0a9260dbce2245f1a1122ae9131ec925 2024-11-18T19:15:11,900 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0a9260dbce2245f1a1122ae9131ec925, entries=150, sequenceid=97, filesize=30.2 K 2024-11-18T19:15:11,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/28262c996d3548c8ad638e9f399be470 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/28262c996d3548c8ad638e9f399be470 2024-11-18T19:15:11,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,903 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/28262c996d3548c8ad638e9f399be470, entries=150, sequenceid=97, filesize=11.7 K 2024-11-18T19:15:11,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/53182119519b4ff58195b537562af79c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/53182119519b4ff58195b537562af79c 2024-11-18T19:15:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,906 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/53182119519b4ff58195b537562af79c, entries=150, sequenceid=97, filesize=11.7 K 2024-11-18T19:15:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,906 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for bc6adfdb9dbbba82d5f959daebbd0066 in 1324ms, sequenceid=97, compaction requested=false 2024-11-18T19:15:11,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:11,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:11,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-18T19:15:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=139 2024-11-18T19:15:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-18T19:15:11,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7000 sec 2024-11-18T19:15:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.7040 sec 2024-11-18T19:15:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:11,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:12,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-18T19:15:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:12,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:12,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:12,159 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:12,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:12,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f9cc130120a3406ab2a1452feb16acc6_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957312157/Put/seqid=0 2024-11-18T19:15:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742320_1496 (size=12154) 2024-11-18T19:15:12,208 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:12,213 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118f9cc130120a3406ab2a1452feb16acc6_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f9cc130120a3406ab2a1452feb16acc6_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:12,214 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/6fb10f2f8bdf4299ac466386e2a18057, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:12,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/6fb10f2f8bdf4299ac466386e2a18057 is 175, key is test_row_0/A:col10/1731957312157/Put/seqid=0 2024-11-18T19:15:12,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742321_1497 (size=30951) 2024-11-18T19:15:12,231 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=111, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/6fb10f2f8bdf4299ac466386e2a18057 2024-11-18T19:15:12,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/aae26da40edc4968afa6d83c56c5343f is 50, key is test_row_0/B:col10/1731957312157/Put/seqid=0 2024-11-18T19:15:12,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742322_1498 (size=9657) 2024-11-18T19:15:12,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957312210, max timestamp=1731957312273Num uniques 859; 2024-11-18T19:15:12,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957312210, max timestamp=1731957312273Num uniques 859; 2024-11-18T19:15:12,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957312210, max timestamp=1731957312273Num uniques 859; 2024-11-18T19:15:12,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:12,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:12,276 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:12,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957372377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:12,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:12,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957372485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:12,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:12,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:12,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:12,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/aae26da40edc4968afa6d83c56c5343f 2024-11-18T19:15:12,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/18ecced823064c2e8e9952ae1d006184 is 50, key is test_row_0/C:col10/1731957312157/Put/seqid=0 2024-11-18T19:15:12,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742323_1499 (size=9657) 2024-11-18T19:15:12,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:12,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957372694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:12,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:13,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:13,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957373005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,009 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:13,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/18ecced823064c2e8e9952ae1d006184 2024-11-18T19:15:13,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/6fb10f2f8bdf4299ac466386e2a18057 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/6fb10f2f8bdf4299ac466386e2a18057 2024-11-18T19:15:13,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/6fb10f2f8bdf4299ac466386e2a18057, entries=150, sequenceid=111, filesize=30.2 K 2024-11-18T19:15:13,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/aae26da40edc4968afa6d83c56c5343f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/aae26da40edc4968afa6d83c56c5343f 2024-11-18T19:15:13,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/aae26da40edc4968afa6d83c56c5343f, entries=100, sequenceid=111, filesize=9.4 K 2024-11-18T19:15:13,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/18ecced823064c2e8e9952ae1d006184 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/18ecced823064c2e8e9952ae1d006184 2024-11-18T19:15:13,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/18ecced823064c2e8e9952ae1d006184, entries=100, sequenceid=111, filesize=9.4 K 2024-11-18T19:15:13,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for bc6adfdb9dbbba82d5f959daebbd0066 in 930ms, sequenceid=111, compaction requested=true 2024-11-18T19:15:13,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:13,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:15:13,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:13,089 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:15:13,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:15:13,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:13,089 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:15:13,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:15:13,089 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:15:13,090 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:15:13,090 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/B is initiating minor compaction (all files) 2024-11-18T19:15:13,090 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/B in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,090 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/ba845e8002ee4c97a01e076d70fdc02f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/28262c996d3548c8ad638e9f399be470, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/aae26da40edc4968afa6d83c56c5343f] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=33.0 K 2024-11-18T19:15:13,090 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92964 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:15:13,090 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/A is initiating minor compaction (all files) 2024-11-18T19:15:13,090 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/A in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,090 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/b3b8dccef24349738bd6c023fa42a54d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0a9260dbce2245f1a1122ae9131ec925, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/6fb10f2f8bdf4299ac466386e2a18057] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=90.8 K 2024-11-18T19:15:13,090 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,091 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/b3b8dccef24349738bd6c023fa42a54d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0a9260dbce2245f1a1122ae9131ec925, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/6fb10f2f8bdf4299ac466386e2a18057] 2024-11-18T19:15:13,091 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting ba845e8002ee4c97a01e076d70fdc02f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957309306 2024-11-18T19:15:13,091 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting b3b8dccef24349738bd6c023fa42a54d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957309306 2024-11-18T19:15:13,091 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a9260dbce2245f1a1122ae9131ec925, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731957309361 2024-11-18T19:15:13,091 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 28262c996d3548c8ad638e9f399be470, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731957309361 2024-11-18T19:15:13,092 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fb10f2f8bdf4299ac466386e2a18057, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731957311516 2024-11-18T19:15:13,092 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting aae26da40edc4968afa6d83c56c5343f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731957311516 2024-11-18T19:15:13,096 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:13,098 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#B#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:13,098 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/f479753a0eb740b99b88df219815fb6f is 50, key is test_row_0/B:col10/1731957312157/Put/seqid=0 2024-11-18T19:15:13,100 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111802317d3690f04d7b8b6bc51fdfc1faf4_bc6adfdb9dbbba82d5f959daebbd0066 store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:13,101 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111802317d3690f04d7b8b6bc51fdfc1faf4_bc6adfdb9dbbba82d5f959daebbd0066, store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:13,102 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111802317d3690f04d7b8b6bc51fdfc1faf4_bc6adfdb9dbbba82d5f959daebbd0066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:13,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742324_1500 (size=12207) 2024-11-18T19:15:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742325_1501 (size=4469) 2024-11-18T19:15:13,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=138 2024-11-18T19:15:13,365 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:13,365 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:15:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-18T19:15:13,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:15:13,366 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:15:13,367 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:15:13,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:15:13,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:15:13,507 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#A#compaction#426 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:13,507 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/807a56d928d344f59ad8a0c4192bd927 is 175, key is test_row_0/A:col10/1731957312157/Put/seqid=0 2024-11-18T19:15:13,509 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/f479753a0eb740b99b88df219815fb6f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/f479753a0eb740b99b88df219815fb6f 2024-11-18T19:15:13,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742326_1502 (size=31268) 2024-11-18T19:15:13,513 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/B of bc6adfdb9dbbba82d5f959daebbd0066 into f479753a0eb740b99b88df219815fb6f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:13,513 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:13,513 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/B, priority=13, startTime=1731957313089; duration=0sec 2024-11-18T19:15:13,513 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:15:13,513 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:B 2024-11-18T19:15:13,513 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:15:13,514 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/807a56d928d344f59ad8a0c4192bd927 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/807a56d928d344f59ad8a0c4192bd927 2024-11-18T19:15:13,514 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33762 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:15:13,514 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/C is initiating minor compaction (all files) 2024-11-18T19:15:13,514 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/C in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,514 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/5659dc4d2deb4c428830d632962ddaa9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/53182119519b4ff58195b537562af79c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/18ecced823064c2e8e9952ae1d006184] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=33.0 K 2024-11-18T19:15:13,514 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 5659dc4d2deb4c428830d632962ddaa9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1731957309306 2024-11-18T19:15:13,515 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 53182119519b4ff58195b537562af79c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731957309361 2024-11-18T19:15:13,515 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 18ecced823064c2e8e9952ae1d006184, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731957311516 2024-11-18T19:15:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:13,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-11-18T19:15:13,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:13,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:13,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:13,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:13,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:13,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:13,518 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/A of bc6adfdb9dbbba82d5f959daebbd0066 into 807a56d928d344f59ad8a0c4192bd927(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:13,518 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:13,518 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/A, priority=13, startTime=1731957313089; duration=0sec 2024-11-18T19:15:13,518 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:13,519 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:A 2024-11-18T19:15:13,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,519 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,523 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#C#compaction#427 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:13,523 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/0e1a9fbd380e4653956c93cfdd1132db is 50, key is test_row_0/C:col10/1731957312157/Put/seqid=0 2024-11-18T19:15:13,525 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e0b0c3b6961a458698aa95e10c35eecd_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957313516/Put/seqid=0 2024-11-18T19:15:13,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742327_1503 (size=12207) 2024-11-18T19:15:13,530 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/0e1a9fbd380e4653956c93cfdd1132db as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/0e1a9fbd380e4653956c93cfdd1132db 2024-11-18T19:15:13,534 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/C of bc6adfdb9dbbba82d5f959daebbd0066 into 0e1a9fbd380e4653956c93cfdd1132db(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:13,534 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:13,534 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/C, priority=13, startTime=1731957313089; duration=0sec 2024-11-18T19:15:13,534 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:13,534 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:C 2024-11-18T19:15:13,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742328_1504 (size=14794) 2024-11-18T19:15:13,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957373551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:13,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957373552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:13,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:13,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:13,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957373554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957373554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:13,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:13,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957373554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:13,558 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:13,558 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:13,559 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,559 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:13,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957373664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:13,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957373665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,667 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:13,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:13,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:13,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:15:13,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:13,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:13,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957373874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:13,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:13,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957373874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:13,879 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:13,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:13,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e0b0c3b6961a458698aa95e10c35eecd_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e0b0c3b6961a458698aa95e10c35eecd_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:13,945 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/44ebf2dc540c4806a0e2470f69378607, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:13,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/44ebf2dc540c4806a0e2470f69378607 is 175, key is test_row_0/A:col10/1731957313516/Put/seqid=0 2024-11-18T19:15:13,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742329_1505 (size=39749) 2024-11-18T19:15:13,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:13,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:13,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:13,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:13,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:15:14,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:14,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:14,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957374185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:14,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:14,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:14,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:14,187 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:14,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957374185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:14,188 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:14,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:14,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:14,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,349 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=149, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/44ebf2dc540c4806a0e2470f69378607 2024-11-18T19:15:14,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/097e4418a98f4ebe929c3272bc18befc is 50, key is test_row_0/B:col10/1731957313516/Put/seqid=0 2024-11-18T19:15:14,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742330_1506 (size=12151) 2024-11-18T19:15:14,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:15:14,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:14,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:14,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957374695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:14,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957374695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:14,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/097e4418a98f4ebe929c3272bc18befc 2024-11-18T19:15:14,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/99d6cc3932cb4e89beeb7c5bbe8861d9 is 50, key is test_row_0/C:col10/1731957313516/Put/seqid=0 2024-11-18T19:15:14,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742331_1507 (size=12151) 2024-11-18T19:15:14,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:14,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:14,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:14,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:15,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:15,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:15,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:15,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:15,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:15,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:15,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=149 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/99d6cc3932cb4e89beeb7c5bbe8861d9 2024-11-18T19:15:15,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/44ebf2dc540c4806a0e2470f69378607 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/44ebf2dc540c4806a0e2470f69378607 2024-11-18T19:15:15,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/44ebf2dc540c4806a0e2470f69378607, entries=200, sequenceid=149, filesize=38.8 K 2024-11-18T19:15:15,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/097e4418a98f4ebe929c3272bc18befc as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/097e4418a98f4ebe929c3272bc18befc 2024-11-18T19:15:15,176 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/097e4418a98f4ebe929c3272bc18befc, entries=150, sequenceid=149, filesize=11.9 K 2024-11-18T19:15:15,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/99d6cc3932cb4e89beeb7c5bbe8861d9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/99d6cc3932cb4e89beeb7c5bbe8861d9 2024-11-18T19:15:15,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/99d6cc3932cb4e89beeb7c5bbe8861d9, entries=150, sequenceid=149, filesize=11.9 K 2024-11-18T19:15:15,180 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for bc6adfdb9dbbba82d5f959daebbd0066 in 1663ms, sequenceid=149, compaction requested=false 2024-11-18T19:15:15,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:15,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-18T19:15:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:15,197 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:15:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:15,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:15,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:15,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:15,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:15,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111882fec0286a7c4e28b666d19e03a9b0a3_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957313550/Put/seqid=0 2024-11-18T19:15:15,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742332_1508 (size=12304) 2024-11-18T19:15:15,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:15:15,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:15,609 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111882fec0286a7c4e28b666d19e03a9b0a3_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111882fec0286a7c4e28b666d19e03a9b0a3_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:15,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/7f5343167eba456e8584de4a7f64bfdb, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:15,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/7f5343167eba456e8584de4a7f64bfdb is 175, key is test_row_0/A:col10/1731957313550/Put/seqid=0 2024-11-18T19:15:15,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742333_1509 (size=31105) 2024-11-18T19:15:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:15,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:15,751 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957315738, max timestamp=1731957315749Num uniques 859; 2024-11-18T19:15:15,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:15,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957315738, max timestamp=1731957315749Num uniques 859; 2024-11-18T19:15:15,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:15,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957315738, max timestamp=1731957315749Num uniques 859; 2024-11-18T19:15:15,752 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:15,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957375792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:15,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:15,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:15,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:15,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:15,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957375793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:15,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:15,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:15,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:15,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:15,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957375905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:15,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:15,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957375905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:16,015 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/7f5343167eba456e8584de4a7f64bfdb 2024-11-18T19:15:16,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/0b14682e66e347fab7e7f484bd5fb66b is 50, key is test_row_0/B:col10/1731957313550/Put/seqid=0 2024-11-18T19:15:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742334_1510 (size=12151) 2024-11-18T19:15:16,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957376115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:16,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:16,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957376115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:16,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,119 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:16,424 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/0b14682e66e347fab7e7f484bd5fb66b 2024-11-18T19:15:16,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957376425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:16,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/323f4fc4745a4440858e594837d81b9b is 50, key is test_row_0/C:col10/1731957313550/Put/seqid=0 2024-11-18T19:15:16,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:16,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957376425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,431 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:16,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742335_1511 (size=12151) 2024-11-18T19:15:16,838 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/323f4fc4745a4440858e594837d81b9b 2024-11-18T19:15:16,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/7f5343167eba456e8584de4a7f64bfdb as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7f5343167eba456e8584de4a7f64bfdb 2024-11-18T19:15:16,875 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7f5343167eba456e8584de4a7f64bfdb, entries=150, sequenceid=161, filesize=30.4 K 2024-11-18T19:15:16,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/0b14682e66e347fab7e7f484bd5fb66b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0b14682e66e347fab7e7f484bd5fb66b 2024-11-18T19:15:16,879 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0b14682e66e347fab7e7f484bd5fb66b, entries=150, sequenceid=161, filesize=11.9 K 2024-11-18T19:15:16,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/323f4fc4745a4440858e594837d81b9b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/323f4fc4745a4440858e594837d81b9b 2024-11-18T19:15:16,881 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/323f4fc4745a4440858e594837d81b9b, entries=150, sequenceid=161, filesize=11.9 K 2024-11-18T19:15:16,882 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for bc6adfdb9dbbba82d5f959daebbd0066 in 1685ms, sequenceid=161, compaction requested=true 2024-11-18T19:15:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-18T19:15:16,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=141 2024-11-18T19:15:16,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=141, resume processing ppid=140 2024-11-18T19:15:16,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5160 sec 2024-11-18T19:15:16,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 3.5200 sec 2024-11-18T19:15:16,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:16,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-11-18T19:15:16,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:16,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-18T19:15:16,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:16,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-18T19:15:16,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:16,939 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-11-18T19:15:16,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e377f11089f243e6a1712d399bf9810f_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957315781/Put/seqid=0 2024-11-18T19:15:16,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742336_1512 (size=14794) 2024-11-18T19:15:16,960 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:16,962 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118e377f11089f243e6a1712d399bf9810f_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e377f11089f243e6a1712d399bf9810f_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:16,963 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/e063f443cae34123a8c3ce4b72ff8121, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:16,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/e063f443cae34123a8c3ce4b72ff8121 is 175, key is test_row_0/A:col10/1731957315781/Put/seqid=0 2024-11-18T19:15:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742337_1513 (size=39749) 2024-11-18T19:15:16,968 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/e063f443cae34123a8c3ce4b72ff8121 2024-11-18T19:15:16,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:16,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957376961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:16,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,968 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:16,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:16,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957376969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:16,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:16,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/0fbbce9d0d274a0991d1080ffecd1004 is 50, key is test_row_0/B:col10/1731957315781/Put/seqid=0 2024-11-18T19:15:16,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742338_1514 (size=12151) 2024-11-18T19:15:17,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957377075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957377075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:17,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957377285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:17,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957377285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,289 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:17,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/0fbbce9d0d274a0991d1080ffecd1004 2024-11-18T19:15:17,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/26bb8efa32fa444287a48c9f1ab95501 is 50, key is test_row_0/C:col10/1731957315781/Put/seqid=0 2024-11-18T19:15:17,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742339_1515 (size=12151) 2024-11-18T19:15:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140 2024-11-18T19:15:17,535 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:17,535 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:15:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-18T19:15:17,537 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:15:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-18T19:15:17,537 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:15:17,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:15:17,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55166 deadline: 1731957377575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:17,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957377575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:17,580 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8206 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:17,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,580 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:17,580 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,581 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:17,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957377584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:17,586 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:17,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957377595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:17,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957377595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:17,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:17,598 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-18T19:15:17,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-18T19:15:17,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:17,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:17,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:17,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:17,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:17,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:17,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/26bb8efa32fa444287a48c9f1ab95501 2024-11-18T19:15:17,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/e063f443cae34123a8c3ce4b72ff8121 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/e063f443cae34123a8c3ce4b72ff8121 2024-11-18T19:15:17,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/e063f443cae34123a8c3ce4b72ff8121, entries=200, sequenceid=199, filesize=38.8 K 2024-11-18T19:15:17,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/0fbbce9d0d274a0991d1080ffecd1004 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0fbbce9d0d274a0991d1080ffecd1004 2024-11-18T19:15:17,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0fbbce9d0d274a0991d1080ffecd1004, entries=150, sequenceid=199, filesize=11.9 K 2024-11-18T19:15:17,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/26bb8efa32fa444287a48c9f1ab95501 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/26bb8efa32fa444287a48c9f1ab95501 2024-11-18T19:15:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/26bb8efa32fa444287a48c9f1ab95501, entries=150, sequenceid=199, filesize=11.9 K 2024-11-18T19:15:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~405.56 KB/415296, currentSize=40.25 KB/41220 for bc6adfdb9dbbba82d5f959daebbd0066 in 866ms, sequenceid=199, compaction requested=true 2024-11-18T19:15:17,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:17,805 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:15:17,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:15:17,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:17,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:15:17,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:17,806 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:15:17,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:15:17,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:15:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,806 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141871 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:15:17,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,806 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/A is initiating minor compaction (all files) 2024-11-18T19:15:17,806 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:15:17,806 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/A in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:17,806 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/B is initiating minor compaction (all files) 2024-11-18T19:15:17,806 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/B in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:17,806 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/807a56d928d344f59ad8a0c4192bd927, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/44ebf2dc540c4806a0e2470f69378607, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7f5343167eba456e8584de4a7f64bfdb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/e063f443cae34123a8c3ce4b72ff8121] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=138.5 K 2024-11-18T19:15:17,806 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/f479753a0eb740b99b88df219815fb6f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/097e4418a98f4ebe929c3272bc18befc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0b14682e66e347fab7e7f484bd5fb66b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0fbbce9d0d274a0991d1080ffecd1004] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=47.5 K 2024-11-18T19:15:17,806 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,807 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/807a56d928d344f59ad8a0c4192bd927, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/44ebf2dc540c4806a0e2470f69378607, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7f5343167eba456e8584de4a7f64bfdb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/e063f443cae34123a8c3ce4b72ff8121] 2024-11-18T19:15:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,807 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 807a56d928d344f59ad8a0c4192bd927, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731957309374 2024-11-18T19:15:17,807 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting f479753a0eb740b99b88df219815fb6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731957309374 2024-11-18T19:15:17,807 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44ebf2dc540c4806a0e2470f69378607, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731957312325 2024-11-18T19:15:17,807 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 097e4418a98f4ebe929c3272bc18befc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731957312325 2024-11-18T19:15:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,807 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f5343167eba456e8584de4a7f64bfdb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731957313538 2024-11-18T19:15:17,807 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b14682e66e347fab7e7f484bd5fb66b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731957313538 2024-11-18T19:15:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,808 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting e063f443cae34123a8c3ce4b72ff8121, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957315781 2024-11-18T19:15:17,808 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 0fbbce9d0d274a0991d1080ffecd1004, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957315781 2024-11-18T19:15:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,813 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,815 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#B#compaction#438 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:17,815 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118341a116a29a443049ad1bea049534562_bc6adfdb9dbbba82d5f959daebbd0066 store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:17,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,816 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/169832fc42404e329c4911474edfbb18 is 50, key is test_row_0/B:col10/1731957315781/Put/seqid=0 2024-11-18T19:15:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,817 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118341a116a29a443049ad1bea049534562_bc6adfdb9dbbba82d5f959daebbd0066, store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:17,818 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118341a116a29a443049ad1bea049534562_bc6adfdb9dbbba82d5f959daebbd0066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742340_1516 (size=12493) 2024-11-18T19:15:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742341_1517 (size=4469) 2024-11-18T19:15:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-18T19:15:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:17,842 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-11-18T19:15:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:17,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:17,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183ad60b5be9fa49fd84affb438da1b35c_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957316960/Put/seqid=0 2024-11-18T19:15:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-18T19:15:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742342_1518 (size=9814) 2024-11-18T19:15:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:17,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:18,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:18,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957318135, max timestamp=1731957318147Num uniques 859; 2024-11-18T19:15:18,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:18,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957318135, max timestamp=1731957318147Num uniques 859; 2024-11-18T19:15:18,149 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:18,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1731957318135, max timestamp=1731957318147Num uniques 859; 2024-11-18T19:15:18,150 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-11-18T19:15:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-18T19:15:18,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731957318160, max timestamp=1731957318198Num uniques 1018; 2024-11-18T19:15:18,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-18T19:15:18,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731957318160, max timestamp=1731957318198Num uniques 1018; 2024-11-18T19:15:18,202 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-18T19:15:18,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1731957318160, max timestamp=1731957318198Num uniques 1018; 2024-11-18T19:15:18,203 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=9978, suffix heap size=133840,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=218 2024-11-18T19:15:18,235 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/169832fc42404e329c4911474edfbb18 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/169832fc42404e329c4911474edfbb18 2024-11-18T19:15:18,238 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/B of bc6adfdb9dbbba82d5f959daebbd0066 into 169832fc42404e329c4911474edfbb18(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:18,238 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:18,238 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/B, priority=12, startTime=1731957317805; duration=0sec 2024-11-18T19:15:18,238 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:15:18,238 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:B 2024-11-18T19:15:18,239 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:15:18,239 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#A#compaction#437 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:18,239 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:15:18,240 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/C is initiating minor compaction (all files) 2024-11-18T19:15:18,240 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/0daac1717bd246d6ba65aa8cccf9cb76 is 175, key is test_row_0/A:col10/1731957315781/Put/seqid=0 2024-11-18T19:15:18,240 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/C in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:18,240 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/0e1a9fbd380e4653956c93cfdd1132db, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/99d6cc3932cb4e89beeb7c5bbe8861d9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/323f4fc4745a4440858e594837d81b9b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/26bb8efa32fa444287a48c9f1ab95501] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=47.5 K 2024-11-18T19:15:18,240 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e1a9fbd380e4653956c93cfdd1132db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1731957309374 2024-11-18T19:15:18,240 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 99d6cc3932cb4e89beeb7c5bbe8861d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=149, earliestPutTs=1731957312325 2024-11-18T19:15:18,241 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 323f4fc4745a4440858e594837d81b9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1731957313538 2024-11-18T19:15:18,241 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 26bb8efa32fa444287a48c9f1ab95501, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957315781 2024-11-18T19:15:18,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742343_1519 (size=31447) 2024-11-18T19:15:18,246 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/0daac1717bd246d6ba65aa8cccf9cb76 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0daac1717bd246d6ba65aa8cccf9cb76 2024-11-18T19:15:18,249 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#C#compaction#440 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:18,249 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/c2fb75ebd4594802a052e207aa7f1bde is 50, key is test_row_0/C:col10/1731957315781/Put/seqid=0 2024-11-18T19:15:18,253 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/A of bc6adfdb9dbbba82d5f959daebbd0066 into 0daac1717bd246d6ba65aa8cccf9cb76(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:18,253 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:18,253 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/A, priority=12, startTime=1731957317805; duration=0sec 2024-11-18T19:15:18,253 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:18,253 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:A 2024-11-18T19:15:18,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957378252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742344_1520 (size=12493) 2024-11-18T19:15:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:18,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:18,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957378254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:18,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:18,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:18,263 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/c2fb75ebd4594802a052e207aa7f1bde as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/c2fb75ebd4594802a052e207aa7f1bde 2024-11-18T19:15:18,265 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411183ad60b5be9fa49fd84affb438da1b35c_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183ad60b5be9fa49fd84affb438da1b35c_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:18,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/910c9ea781994cb1ac926150df191753, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:18,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/910c9ea781994cb1ac926150df191753 is 175, key is test_row_0/A:col10/1731957316960/Put/seqid=0 2024-11-18T19:15:18,268 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/C of bc6adfdb9dbbba82d5f959daebbd0066 into c2fb75ebd4594802a052e207aa7f1bde(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:18,268 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:18,268 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/C, priority=12, startTime=1731957317806; duration=0sec 2024-11-18T19:15:18,268 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:18,268 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:C 2024-11-18T19:15:18,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742345_1521 (size=22461) 2024-11-18T19:15:18,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957378365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:18,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957378365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,368 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:18,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:18,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957378574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:18,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957378574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:18,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-18T19:15:18,675 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/910c9ea781994cb1ac926150df191753 2024-11-18T19:15:18,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/3c11fbd5cd4641aab1b9a66d98e94615 is 50, key is test_row_0/B:col10/1731957316960/Put/seqid=0 2024-11-18T19:15:18,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742346_1522 (size=9757) 2024-11-18T19:15:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:18,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957378885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:18,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957378885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:18,888 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:19,084 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/3c11fbd5cd4641aab1b9a66d98e94615 2024-11-18T19:15:19,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/100b837f3bd14f1abe8394a0812dc206 is 50, key is test_row_0/C:col10/1731957316960/Put/seqid=0 2024-11-18T19:15:19,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742347_1523 (size=9757) 2024-11-18T19:15:19,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957379395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:19,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:19,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957379395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:19,492 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/100b837f3bd14f1abe8394a0812dc206 2024-11-18T19:15:19,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/910c9ea781994cb1ac926150df191753 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/910c9ea781994cb1ac926150df191753 2024-11-18T19:15:19,498 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/910c9ea781994cb1ac926150df191753, entries=100, sequenceid=208, filesize=21.9 K 2024-11-18T19:15:19,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/3c11fbd5cd4641aab1b9a66d98e94615 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/3c11fbd5cd4641aab1b9a66d98e94615 2024-11-18T19:15:19,501 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/3c11fbd5cd4641aab1b9a66d98e94615, entries=100, sequenceid=208, filesize=9.5 K 2024-11-18T19:15:19,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/100b837f3bd14f1abe8394a0812dc206 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/100b837f3bd14f1abe8394a0812dc206 2024-11-18T19:15:19,504 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/100b837f3bd14f1abe8394a0812dc206, entries=100, sequenceid=208, filesize=9.5 K 2024-11-18T19:15:19,505 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=140.89 KB/144270 for bc6adfdb9dbbba82d5f959daebbd0066 in 1663ms, sequenceid=208, compaction requested=false 2024-11-18T19:15:19,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:19,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:19,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-18T19:15:19,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=143 2024-11-18T19:15:19,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-18T19:15:19,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9690 sec 2024-11-18T19:15:19,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.9730 sec 2024-11-18T19:15:19,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-18T19:15:19,685 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:19,685 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:15:19,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-18T19:15:19,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-18T19:15:19,687 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:15:19,687 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:15:19,687 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:15:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-18T19:15:19,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-18T19:15:19,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:19,839 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=140.89 KB heapSize=399.38 KB 2024-11-18T19:15:19,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:19,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:19,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:19,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:19,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:19,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:19,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c1db74001e774f95bb1ff97e0d757b5b_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957318249/Put/seqid=0 2024-11-18T19:15:19,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742348_1524 (size=12454) 2024-11-18T19:15:20,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-18T19:15:20,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:20,251 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c1db74001e774f95bb1ff97e0d757b5b_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c1db74001e774f95bb1ff97e0d757b5b_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:20,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/027cf1382caa4110b9da23c3831d17e6, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:20,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/027cf1382caa4110b9da23c3831d17e6 is 175, key is test_row_0/A:col10/1731957318249/Put/seqid=0 2024-11-18T19:15:20,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742349_1525 (size=31255) 2024-11-18T19:15:20,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-18T19:15:20,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:20,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:20,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957380427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:20,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:20,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957380427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:20,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:20,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957380535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:20,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957380535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:20,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,538 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:20,657 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=265, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/027cf1382caa4110b9da23c3831d17e6 2024-11-18T19:15:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/daa5437456234498bea3389b97f0d36c is 50, key is test_row_0/B:col10/1731957318249/Put/seqid=0 2024-11-18T19:15:20,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742350_1526 (size=12301) 2024-11-18T19:15:20,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957380744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:20,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957380744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:20,748 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-18T19:15:21,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:21,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957381055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:21,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:21,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:21,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957381055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:21,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,058 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:21,067 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/daa5437456234498bea3389b97f0d36c 2024-11-18T19:15:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/bd78f98b7ae9423899dd583758b6cce9 is 50, key is test_row_0/C:col10/1731957318249/Put/seqid=0 2024-11-18T19:15:21,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742351_1527 (size=12301) 2024-11-18T19:15:21,476 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=265 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/bd78f98b7ae9423899dd583758b6cce9 2024-11-18T19:15:21,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/027cf1382caa4110b9da23c3831d17e6 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/027cf1382caa4110b9da23c3831d17e6 2024-11-18T19:15:21,482 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/027cf1382caa4110b9da23c3831d17e6, entries=150, sequenceid=265, filesize=30.5 K 2024-11-18T19:15:21,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/daa5437456234498bea3389b97f0d36c as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/daa5437456234498bea3389b97f0d36c 2024-11-18T19:15:21,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,485 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/daa5437456234498bea3389b97f0d36c, entries=150, sequenceid=265, filesize=12.0 K 2024-11-18T19:15:21,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/bd78f98b7ae9423899dd583758b6cce9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/bd78f98b7ae9423899dd583758b6cce9 2024-11-18T19:15:21,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,488 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/bd78f98b7ae9423899dd583758b6cce9, entries=150, sequenceid=265, filesize=12.0 K 2024-11-18T19:15:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,489 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~399.33 KB/408912, currentSize=40.25 KB/41220 for bc6adfdb9dbbba82d5f959daebbd0066 in 1650ms, sequenceid=265, compaction requested=true 2024-11-18T19:15:21,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:21,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:21,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-18T19:15:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=145 2024-11-18T19:15:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=145, resume processing ppid=144 2024-11-18T19:15:21,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8040 sec 2024-11-18T19:15:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.8070 sec 2024-11-18T19:15:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:21,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-11-18T19:15:21,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:21,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185190121dad8848668cce0c0ff98c1ed7_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_1/A:col10/1731957320425/Put/seqid=0 2024-11-18T19:15:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742352_1528 (size=12454) 2024-11-18T19:15:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,624 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957321607, max timestamp=1731957321622Num uniques 859; 2024-11-18T19:15:21,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:15:21,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957321607, max timestamp=1731957321622Num uniques 859; 2024-11-18T19:15:21,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:15:21,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1731957321607, max timestamp=1731957321622Num uniques 859; 2024-11-18T19:15:21,625 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/39fff3b0f89c:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-11-18T19:15:21,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957381658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:21,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957381658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957381764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:21,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957381764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,768 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,769 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:21,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=144 2024-11-18T19:15:21,835 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:21,836 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:15:21,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-18T19:15:21,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-18T19:15:21,837 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:15:21,838 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:15:21,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:15:21,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-18T19:15:21,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:21,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957381974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:21,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957381974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:21,979 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:21,982 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:21,984 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411185190121dad8848668cce0c0ff98c1ed7_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185190121dad8848668cce0c0ff98c1ed7_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:21,985 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/8b87daad9ce245a9b5e8afea0b37fe01, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:21,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/8b87daad9ce245a9b5e8afea0b37fe01 is 175, key is test_row_1/A:col10/1731957320425/Put/seqid=0 2024-11-18T19:15:21,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742353_1529 (size=31251) 2024-11-18T19:15:21,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-18T19:15:21,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:21,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:21,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:21,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:21,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:21,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-18T19:15:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-18T19:15:22,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957382285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:22,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:22,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:22,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957382285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:22,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:22,287 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:22,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:22,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-18T19:15:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,389 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=275, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/8b87daad9ce245a9b5e8afea0b37fe01 2024-11-18T19:15:22,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/4e9abde466c84cb2ab9e4ca33a11bcf1 is 50, key is test_row_1/B:col10/1731957320425/Put/seqid=0 2024-11-18T19:15:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742354_1530 (size=9857) 2024-11-18T19:15:22,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-18T19:15:22,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:22,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-18T19:15:22,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-18T19:15:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-18T19:15:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/4e9abde466c84cb2ab9e4ca33a11bcf1 2024-11-18T19:15:22,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:22,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957382795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:22,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:22,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957382795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:22,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/b9736aa15dec419890d39086f93b8e07 is 50, key is test_row_1/C:col10/1731957320425/Put/seqid=0 2024-11-18T19:15:22,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742355_1531 (size=9857) 2024-11-18T19:15:22,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-18T19:15:22,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:22,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:22,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:22,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-18T19:15:23,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-18T19:15:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:23,058 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:23,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:23,207 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/b9736aa15dec419890d39086f93b8e07 2024-11-18T19:15:23,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/8b87daad9ce245a9b5e8afea0b37fe01 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/8b87daad9ce245a9b5e8afea0b37fe01 2024-11-18T19:15:23,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-18T19:15:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:23,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:23,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:23,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:23,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:23,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/8b87daad9ce245a9b5e8afea0b37fe01, entries=150, sequenceid=275, filesize=30.5 K 2024-11-18T19:15:23,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/4e9abde466c84cb2ab9e4ca33a11bcf1 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/4e9abde466c84cb2ab9e4ca33a11bcf1 2024-11-18T19:15:23,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/4e9abde466c84cb2ab9e4ca33a11bcf1, entries=100, sequenceid=275, filesize=9.6 K 2024-11-18T19:15:23,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/b9736aa15dec419890d39086f93b8e07 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b9736aa15dec419890d39086f93b8e07 2024-11-18T19:15:23,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b9736aa15dec419890d39086f93b8e07, entries=100, sequenceid=275, filesize=9.6 K 2024-11-18T19:15:23,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for bc6adfdb9dbbba82d5f959daebbd0066 in 1652ms, sequenceid=275, compaction requested=true 2024-11-18T19:15:23,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:23,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:15:23,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:23,220 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:15:23,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:15:23,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:23,220 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:15:23,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:15:23,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:15:23,221 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 116414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:15:23,221 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:15:23,221 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/A is initiating minor compaction (all files) 2024-11-18T19:15:23,221 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/B is initiating minor compaction (all files) 2024-11-18T19:15:23,221 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/A in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:23,221 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/B in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:23,221 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/169832fc42404e329c4911474edfbb18, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/3c11fbd5cd4641aab1b9a66d98e94615, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/daa5437456234498bea3389b97f0d36c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/4e9abde466c84cb2ab9e4ca33a11bcf1] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=43.4 K 2024-11-18T19:15:23,221 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0daac1717bd246d6ba65aa8cccf9cb76, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/910c9ea781994cb1ac926150df191753, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/027cf1382caa4110b9da23c3831d17e6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/8b87daad9ce245a9b5e8afea0b37fe01] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=113.7 K 2024-11-18T19:15:23,221 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:23,221 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0daac1717bd246d6ba65aa8cccf9cb76, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/910c9ea781994cb1ac926150df191753, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/027cf1382caa4110b9da23c3831d17e6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/8b87daad9ce245a9b5e8afea0b37fe01] 2024-11-18T19:15:23,222 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 169832fc42404e329c4911474edfbb18, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957315781 2024-11-18T19:15:23,222 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0daac1717bd246d6ba65aa8cccf9cb76, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957315781 2024-11-18T19:15:23,222 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c11fbd5cd4641aab1b9a66d98e94615, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731957316960 2024-11-18T19:15:23,222 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting daa5437456234498bea3389b97f0d36c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731957318241 2024-11-18T19:15:23,222 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 910c9ea781994cb1ac926150df191753, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731957316960 2024-11-18T19:15:23,222 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e9abde466c84cb2ab9e4ca33a11bcf1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957320425 2024-11-18T19:15:23,222 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 027cf1382caa4110b9da23c3831d17e6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731957318241 2024-11-18T19:15:23,222 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b87daad9ce245a9b5e8afea0b37fe01, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957320425 2024-11-18T19:15:23,228 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:23,229 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#B#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:23,229 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/762acbfc06f446f6a3f92fdad14dc1d0 is 50, key is test_row_0/B:col10/1731957318249/Put/seqid=0 2024-11-18T19:15:23,231 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118aef1cba20ab34d609dc7d03a74a461d7_bc6adfdb9dbbba82d5f959daebbd0066 store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:23,233 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118aef1cba20ab34d609dc7d03a74a461d7_bc6adfdb9dbbba82d5f959daebbd0066, store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:23,234 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118aef1cba20ab34d609dc7d03a74a461d7_bc6adfdb9dbbba82d5f959daebbd0066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:23,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742356_1532 (size=12779) 2024-11-18T19:15:23,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742357_1533 (size=4469) 2024-11-18T19:15:23,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-18T19:15:23,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:23,363 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-11-18T19:15:23,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:23,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:23,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:23,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:23,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:23,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:23,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180b4ff40131104bc090658b27102ebcb8_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957321656/Put/seqid=0 2024-11-18T19:15:23,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742358_1534 (size=12454) 2024-11-18T19:15:23,640 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/762acbfc06f446f6a3f92fdad14dc1d0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/762acbfc06f446f6a3f92fdad14dc1d0 2024-11-18T19:15:23,643 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/B of bc6adfdb9dbbba82d5f959daebbd0066 into 762acbfc06f446f6a3f92fdad14dc1d0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:23,643 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:23,643 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/B, priority=12, startTime=1731957323220; duration=0sec 2024-11-18T19:15:23,643 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:15:23,643 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:B 2024-11-18T19:15:23,643 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-18T19:15:23,644 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#A#compaction#450 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:23,644 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/aba0a7b018d94b5abd760c8b49c7f3a0 is 175, key is test_row_0/A:col10/1731957318249/Put/seqid=0 2024-11-18T19:15:23,645 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44408 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-18T19:15:23,645 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/C is initiating minor compaction (all files) 2024-11-18T19:15:23,645 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/C in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:23,645 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/c2fb75ebd4594802a052e207aa7f1bde, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/100b837f3bd14f1abe8394a0812dc206, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/bd78f98b7ae9423899dd583758b6cce9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b9736aa15dec419890d39086f93b8e07] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=43.4 K 2024-11-18T19:15:23,645 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting c2fb75ebd4594802a052e207aa7f1bde, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1731957315781 2024-11-18T19:15:23,646 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 100b837f3bd14f1abe8394a0812dc206, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731957316960 2024-11-18T19:15:23,646 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting bd78f98b7ae9423899dd583758b6cce9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=265, earliestPutTs=1731957318241 2024-11-18T19:15:23,646 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting b9736aa15dec419890d39086f93b8e07, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957320425 2024-11-18T19:15:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742359_1535 (size=31840) 2024-11-18T19:15:23,652 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#C#compaction#452 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:23,653 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/fe1c14b60970427793c2dff366fdb719 is 50, key is test_row_0/C:col10/1731957318249/Put/seqid=0 2024-11-18T19:15:23,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742360_1536 (size=12779) 2024-11-18T19:15:23,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:23,775 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411180b4ff40131104bc090658b27102ebcb8_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180b4ff40131104bc090658b27102ebcb8_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:23,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/acdea3d913a648ccbec05225b98f0e67, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:23,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/acdea3d913a648ccbec05225b98f0e67 is 175, key is test_row_0/A:col10/1731957321656/Put/seqid=0 2024-11-18T19:15:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742361_1537 (size=31255) 2024-11-18T19:15:23,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:23,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:23,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:23,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957383826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:23,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:23,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:23,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:23,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957383829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:23,832 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:23,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957383934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:23,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957383934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:23,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-18T19:15:24,051 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/aba0a7b018d94b5abd760c8b49c7f3a0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/aba0a7b018d94b5abd760c8b49c7f3a0 2024-11-18T19:15:24,054 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/A of bc6adfdb9dbbba82d5f959daebbd0066 into aba0a7b018d94b5abd760c8b49c7f3a0(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:24,054 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:24,054 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/A, priority=12, startTime=1731957323220; duration=0sec 2024-11-18T19:15:24,054 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:24,054 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:A 2024-11-18T19:15:24,060 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/fe1c14b60970427793c2dff366fdb719 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/fe1c14b60970427793c2dff366fdb719 2024-11-18T19:15:24,063 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/C of bc6adfdb9dbbba82d5f959daebbd0066 into fe1c14b60970427793c2dff366fdb719(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:24,063 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:24,063 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/C, priority=12, startTime=1731957323220; duration=0sec 2024-11-18T19:15:24,063 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:24,063 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:C 2024-11-18T19:15:24,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957384145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:24,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957384145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:24,180 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/acdea3d913a648ccbec05225b98f0e67 2024-11-18T19:15:24,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/fb8c2fbe46e4447aafb0c5d9b054c3b1 is 50, key is test_row_0/B:col10/1731957321656/Put/seqid=0 2024-11-18T19:15:24,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742362_1538 (size=12301) 2024-11-18T19:15:24,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957384454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957384454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:24,591 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/fb8c2fbe46e4447aafb0c5d9b054c3b1 2024-11-18T19:15:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/05b9cadc114e42c99f65c6489572beaa is 50, key is test_row_0/C:col10/1731957321656/Put/seqid=0 2024-11-18T19:15:24,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742363_1539 (size=12301) 2024-11-18T19:15:24,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957384965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:24,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957384965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:24,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:24,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:24,969 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:25,001 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/05b9cadc114e42c99f65c6489572beaa 2024-11-18T19:15:25,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/acdea3d913a648ccbec05225b98f0e67 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/acdea3d913a648ccbec05225b98f0e67 2024-11-18T19:15:25,007 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/acdea3d913a648ccbec05225b98f0e67, entries=150, sequenceid=311, filesize=30.5 K 2024-11-18T19:15:25,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/fb8c2fbe46e4447aafb0c5d9b054c3b1 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/fb8c2fbe46e4447aafb0c5d9b054c3b1 2024-11-18T19:15:25,010 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/fb8c2fbe46e4447aafb0c5d9b054c3b1, entries=150, sequenceid=311, filesize=12.0 K 2024-11-18T19:15:25,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/05b9cadc114e42c99f65c6489572beaa as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/05b9cadc114e42c99f65c6489572beaa 2024-11-18T19:15:25,013 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/05b9cadc114e42c99f65c6489572beaa, entries=150, sequenceid=311, filesize=12.0 K 2024-11-18T19:15:25,014 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for bc6adfdb9dbbba82d5f959daebbd0066 in 1651ms, sequenceid=311, compaction requested=false 2024-11-18T19:15:25,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:25,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:25,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-18T19:15:25,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=147 2024-11-18T19:15:25,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-18T19:15:25,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1770 sec 2024-11-18T19:15:25,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 3.1810 sec 2024-11-18T19:15:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:25,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-11-18T19:15:25,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:25,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:25,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:25,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:25,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:25,978 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:25,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c49801b2a7a14b319b06f4dfc4c2cd8e_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957323827/Put/seqid=0 2024-11-18T19:15:25,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742364_1540 (size=14994) 2024-11-18T19:15:25,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=146 2024-11-18T19:15:25,995 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:25,996 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-18T19:15:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-18T19:15:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-18T19:15:25,997 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-18T19:15:25,997 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-18T19:15:25,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-18T19:15:26,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:26,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957386016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:26,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957386017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:26,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-18T19:15:26,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:26,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957386125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:26,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957386125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,128 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:26,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:26,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:26,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,180 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-18T19:15:26,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:26,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:26,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-18T19:15:26,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957386335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:26,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957386335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:26,386 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:26,388 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c49801b2a7a14b319b06f4dfc4c2cd8e_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c49801b2a7a14b319b06f4dfc4c2cd8e_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:26,389 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/7715eb872b5640158d4860fdf87ab3ec, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:26,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/7715eb872b5640158d4860fdf87ab3ec is 175, key is test_row_0/A:col10/1731957323827/Put/seqid=0 2024-11-18T19:15:26,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742365_1541 (size=39949) 2024-11-18T19:15:26,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:26,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:26,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-18T19:15:26,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:26,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957386644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:26,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:26,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957386644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:26,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,647 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:26,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:26,647 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:26,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:26,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:26,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,793 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/7715eb872b5640158d4860fdf87ab3ec 2024-11-18T19:15:26,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/b6b945104df84c88a65342ebe3db0af0 is 50, key is test_row_0/B:col10/1731957323827/Put/seqid=0 2024-11-18T19:15:26,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742366_1542 (size=12301) 2024-11-18T19:15:26,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:26,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:26,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:26,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,062 INFO [Thread-2168 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2168. 2024-11-18T19:15:27,062 DEBUG [Thread-2168 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:15:27,062 DEBUG [Thread-2168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,062 INFO [Thread-2160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2160. 2024-11-18T19:15:27,062 DEBUG [Thread-2160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:15:27,062 DEBUG [Thread-2160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,062 DEBUG [Thread-2168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:27,062 DEBUG [Thread-2160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:27,063 INFO [Thread-2162 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2162. 2024-11-18T19:15:27,064 DEBUG [Thread-2162 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:15:27,064 DEBUG [Thread-2162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,064 DEBUG [Thread-2162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:27,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:27,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:27,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,065 INFO [Thread-2166 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2166. 2024-11-18T19:15:27,065 INFO [Thread-2164 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2164. 2024-11-18T19:15:27,065 DEBUG [Thread-2166 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:15:27,065 DEBUG [Thread-2164 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:15:27,065 DEBUG [Thread-2166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,066 DEBUG [Thread-2164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,066 DEBUG [Thread-2166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:27,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:27,066 DEBUG [Thread-2164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-18T19:15:27,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:27,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55136 deadline: 1731957387155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:27,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55180 deadline: 1731957387155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:27,157 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:27,203 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/b6b945104df84c88a65342ebe3db0af0 2024-11-18T19:15:27,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:27,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:27,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/162d8e1112c3435c89f62a38c89665ff is 50, key is test_row_0/C:col10/1731957323827/Put/seqid=0 2024-11-18T19:15:27,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742367_1543 (size=12301) 2024-11-18T19:15:27,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:27,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:27,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:27,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:27,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,623 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/162d8e1112c3435c89f62a38c89665ff 2024-11-18T19:15:27,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1731957387625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:27,627 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18251 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:27,628 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:27,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/7715eb872b5640158d4860fdf87ab3ec as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7715eb872b5640158d4860fdf87ab3ec 2024-11-18T19:15:27,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7715eb872b5640158d4860fdf87ab3ec, entries=200, sequenceid=326, filesize=39.0 K 2024-11-18T19:15:27,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/b6b945104df84c88a65342ebe3db0af0 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b6b945104df84c88a65342ebe3db0af0 2024-11-18T19:15:27,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-18T19:15:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55174 deadline: 1731957387635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:27,636 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to 39fff3b0f89c,38149,1731957147744 for 'test_row_0' in bc6adfdb9dbbba82d5f959daebbd0066 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18261 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-18T19:15:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 , the old value is region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-18T19:15:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., hostname=39fff3b0f89c,38149,1731957147744, seqNum=5 because the exception is null or not the one we care about 2024-11-18T19:15:27,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b6b945104df84c88a65342ebe3db0af0, entries=150, sequenceid=326, filesize=12.0 K 2024-11-18T19:15:27,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/162d8e1112c3435c89f62a38c89665ff as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/162d8e1112c3435c89f62a38c89665ff 2024-11-18T19:15:27,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/162d8e1112c3435c89f62a38c89665ff, entries=150, sequenceid=326, filesize=12.0 K 2024-11-18T19:15:27,644 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for bc6adfdb9dbbba82d5f959daebbd0066 in 1667ms, sequenceid=326, compaction requested=true 2024-11-18T19:15:27,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:27,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:A, priority=-2147483648, current under compaction store size is 1 2024-11-18T19:15:27,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:27,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:B, priority=-2147483648, current under compaction store size is 2 2024-11-18T19:15:27,644 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:15:27,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:27,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bc6adfdb9dbbba82d5f959daebbd0066:C, priority=-2147483648, current under compaction store size is 3 2024-11-18T19:15:27,644 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:15:27,644 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:15:27,645 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103044 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:15:27,645 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:15:27,645 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/A is initiating minor compaction (all files) 2024-11-18T19:15:27,645 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/B is initiating minor compaction (all files) 2024-11-18T19:15:27,645 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/A in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,645 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/B in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,645 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/aba0a7b018d94b5abd760c8b49c7f3a0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/acdea3d913a648ccbec05225b98f0e67, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7715eb872b5640158d4860fdf87ab3ec] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=100.6 K 2024-11-18T19:15:27,645 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/762acbfc06f446f6a3f92fdad14dc1d0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/fb8c2fbe46e4447aafb0c5d9b054c3b1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b6b945104df84c88a65342ebe3db0af0] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=36.5 K 2024-11-18T19:15:27,645 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,646 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. files: [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/aba0a7b018d94b5abd760c8b49c7f3a0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/acdea3d913a648ccbec05225b98f0e67, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7715eb872b5640158d4860fdf87ab3ec] 2024-11-18T19:15:27,646 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 762acbfc06f446f6a3f92fdad14dc1d0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957318249 2024-11-18T19:15:27,646 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting aba0a7b018d94b5abd760c8b49c7f3a0, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957318249 2024-11-18T19:15:27,646 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb8c2fbe46e4447aafb0c5d9b054c3b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731957321637 2024-11-18T19:15:27,646 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting acdea3d913a648ccbec05225b98f0e67, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731957321637 2024-11-18T19:15:27,647 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6b945104df84c88a65342ebe3db0af0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731957323825 2024-11-18T19:15:27,647 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] compactions.Compactor(225): Compacting 7715eb872b5640158d4860fdf87ab3ec, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731957323825 2024-11-18T19:15:27,653 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:27,655 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#B#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:27,656 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241118a9c5fce83c004d57a8334a5f0880e584_bc6adfdb9dbbba82d5f959daebbd0066 store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:27,656 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/b097367a9c0d48d391f8c858f987aff8 is 50, key is test_row_0/B:col10/1731957323827/Put/seqid=0 2024-11-18T19:15:27,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742368_1544 (size=12881) 2024-11-18T19:15:27,660 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241118a9c5fce83c004d57a8334a5f0880e584_bc6adfdb9dbbba82d5f959daebbd0066, store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:27,660 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118a9c5fce83c004d57a8334a5f0880e584_bc6adfdb9dbbba82d5f959daebbd0066 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:27,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742369_1545 (size=4469) 2024-11-18T19:15:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38149 {}] regionserver.HRegion(8855): Flush requested on bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:27,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-11-18T19:15:27,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:27,666 INFO [Thread-2149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2149. 2024-11-18T19:15:27,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:27,666 DEBUG [Thread-2149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:15:27,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:27,666 DEBUG [Thread-2149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:27,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:27,666 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-11-18T19:15:27,666 DEBUG [Thread-2149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:27,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:27,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118996b07829bed4db6ac5f712d6903e4a1_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957327665/Put/seqid=0 2024-11-18T19:15:27,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742370_1546 (size=12454) 2024-11-18T19:15:27,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,680 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,833 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:27,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:27,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:27,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:27,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:27,992 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:27,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,066 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#A#compaction#459 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:28,067 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/8e4a805f9bbc4c4f918c092db063ab13 is 175, key is test_row_0/A:col10/1731957323827/Put/seqid=0 2024-11-18T19:15:28,070 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/b097367a9c0d48d391f8c858f987aff8 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b097367a9c0d48d391f8c858f987aff8 2024-11-18T19:15:28,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742371_1547 (size=31835) 2024-11-18T19:15:28,075 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:28,076 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/B of bc6adfdb9dbbba82d5f959daebbd0066 into b097367a9c0d48d391f8c858f987aff8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:28,076 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:28,076 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/B, priority=13, startTime=1731957327644; duration=0sec 2024-11-18T19:15:28,076 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-18T19:15:28,076 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:B 2024-11-18T19:15:28,076 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-18T19:15:28,077 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37381 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-18T19:15:28,077 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1541): bc6adfdb9dbbba82d5f959daebbd0066/C is initiating minor compaction (all files) 2024-11-18T19:15:28,077 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of bc6adfdb9dbbba82d5f959daebbd0066/C in TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,077 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/fe1c14b60970427793c2dff366fdb719, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/05b9cadc114e42c99f65c6489572beaa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/162d8e1112c3435c89f62a38c89665ff] into tmpdir=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp, totalSize=36.5 K 2024-11-18T19:15:28,078 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe1c14b60970427793c2dff366fdb719, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1731957318249 2024-11-18T19:15:28,078 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118996b07829bed4db6ac5f712d6903e4a1_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118996b07829bed4db6ac5f712d6903e4a1_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:28,078 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05b9cadc114e42c99f65c6489572beaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1731957321637 2024-11-18T19:15:28,079 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 162d8e1112c3435c89f62a38c89665ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731957323825 2024-11-18T19:15:28,079 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/0c99f56864ab4d07b4ec315b76100db9, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:28,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/0c99f56864ab4d07b4ec315b76100db9 is 175, key is test_row_0/A:col10/1731957327665/Put/seqid=0 2024-11-18T19:15:28,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742372_1548 (size=31255) 2024-11-18T19:15:28,086 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bc6adfdb9dbbba82d5f959daebbd0066#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-18T19:15:28,086 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/6aa4335a7bd24fe59e7eb1efa4625b02 is 50, key is test_row_0/C:col10/1731957323827/Put/seqid=0 2024-11-18T19:15:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742373_1549 (size=12881) 2024-11-18T19:15:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-18T19:15:28,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:28,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:28,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,168 INFO [Thread-2153 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2153. 2024-11-18T19:15:28,168 DEBUG [Thread-2153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:15:28,168 DEBUG [Thread-2153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:28,168 INFO [Thread-2151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2151. 2024-11-18T19:15:28,168 DEBUG [Thread-2151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:15:28,168 DEBUG [Thread-2153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:28,168 DEBUG [Thread-2151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:28,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:28,168 DEBUG [Thread-2151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:28,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:28,305 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:28,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:28,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:28,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:28,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,481 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/8e4a805f9bbc4c4f918c092db063ab13 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/8e4a805f9bbc4c4f918c092db063ab13 2024-11-18T19:15:28,484 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=347, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/0c99f56864ab4d07b4ec315b76100db9 2024-11-18T19:15:28,486 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/A of bc6adfdb9dbbba82d5f959daebbd0066 into 8e4a805f9bbc4c4f918c092db063ab13(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:28,486 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:28,486 INFO [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/A, priority=13, startTime=1731957327644; duration=0sec 2024-11-18T19:15:28,486 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:28,487 DEBUG [RS:0;39fff3b0f89c:38149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:A 2024-11-18T19:15:28,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/49b54ec86efd4969822c1a6fe35edd99 is 50, key is test_row_0/B:col10/1731957327665/Put/seqid=0 2024-11-18T19:15:28,493 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/6aa4335a7bd24fe59e7eb1efa4625b02 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/6aa4335a7bd24fe59e7eb1efa4625b02 2024-11-18T19:15:28,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742374_1550 (size=12301) 2024-11-18T19:15:28,497 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in bc6adfdb9dbbba82d5f959daebbd0066/C of bc6adfdb9dbbba82d5f959daebbd0066 into 6aa4335a7bd24fe59e7eb1efa4625b02(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-18T19:15:28,498 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:28,498 INFO [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., storeName=bc6adfdb9dbbba82d5f959daebbd0066/C, priority=13, startTime=1731957327644; duration=0sec 2024-11-18T19:15:28,498 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-18T19:15:28,498 DEBUG [RS:0;39fff3b0f89c:38149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bc6adfdb9dbbba82d5f959daebbd0066:C 2024-11-18T19:15:28,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:28,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:28,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:28,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/49b54ec86efd4969822c1a6fe35edd99 2024-11-18T19:15:28,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/11e695866c54401ab1c3ea0d5ec440d9 is 50, key is test_row_0/C:col10/1731957327665/Put/seqid=0 2024-11-18T19:15:28,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742375_1551 (size=12301) 2024-11-18T19:15:28,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=347 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/11e695866c54401ab1c3ea0d5ec440d9 2024-11-18T19:15:28,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/0c99f56864ab4d07b4ec315b76100db9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0c99f56864ab4d07b4ec315b76100db9 2024-11-18T19:15:28,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0c99f56864ab4d07b4ec315b76100db9, entries=150, sequenceid=347, filesize=30.5 K 2024-11-18T19:15:28,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/49b54ec86efd4969822c1a6fe35edd99 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/49b54ec86efd4969822c1a6fe35edd99 2024-11-18T19:15:28,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/49b54ec86efd4969822c1a6fe35edd99, entries=150, sequenceid=347, filesize=12.0 K 2024-11-18T19:15:28,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/11e695866c54401ab1c3ea0d5ec440d9 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/11e695866c54401ab1c3ea0d5ec440d9 2024-11-18T19:15:28,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:28,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. as already flushing 2024-11-18T19:15:28,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:28,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4177): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-18T19:15:28,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/11e695866c54401ab1c3ea0d5ec440d9, entries=150, sequenceid=347, filesize=12.0 K 2024-11-18T19:15:28,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=13.42 KB/13740 for bc6adfdb9dbbba82d5f959daebbd0066 in 1269ms, sequenceid=347, compaction requested=false 2024-11-18T19:15:28,935 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:29,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38149 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-18T19:15:29,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:29,087 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-18T19:15:29,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:29,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:29,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:29,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:29,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:29,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:29,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c196236dbb41448caeb07af49d89ef7e_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_1/A:col10/1731957328166/Put/seqid=0 2024-11-18T19:15:29,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742376_1552 (size=7374) 2024-11-18T19:15:29,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:29,511 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118c196236dbb41448caeb07af49d89ef7e_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c196236dbb41448caeb07af49d89ef7e_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:29,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/71550536582f41d3aee240e475f9cb07, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:29,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/71550536582f41d3aee240e475f9cb07 is 175, key is test_row_1/A:col10/1731957328166/Put/seqid=0 2024-11-18T19:15:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742377_1553 (size=13865) 2024-11-18T19:15:29,921 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/71550536582f41d3aee240e475f9cb07 2024-11-18T19:15:29,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/fb67ae99c93d484bb52bf87478bdacb1 is 50, key is test_row_1/B:col10/1731957328166/Put/seqid=0 2024-11-18T19:15:29,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742378_1554 (size=7415) 2024-11-18T19:15:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-18T19:15:30,338 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/fb67ae99c93d484bb52bf87478bdacb1 2024-11-18T19:15:30,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/127c03dd6cb74456b3fc54d3b78d0a21 is 50, key is test_row_1/C:col10/1731957328166/Put/seqid=0 2024-11-18T19:15:30,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742379_1555 (size=7415) 2024-11-18T19:15:30,755 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/127c03dd6cb74456b3fc54d3b78d0a21 2024-11-18T19:15:30,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/71550536582f41d3aee240e475f9cb07 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/71550536582f41d3aee240e475f9cb07 2024-11-18T19:15:30,769 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/71550536582f41d3aee240e475f9cb07, entries=50, sequenceid=355, filesize=13.5 K 2024-11-18T19:15:30,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/fb67ae99c93d484bb52bf87478bdacb1 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/fb67ae99c93d484bb52bf87478bdacb1 2024-11-18T19:15:30,773 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/fb67ae99c93d484bb52bf87478bdacb1, entries=50, sequenceid=355, filesize=7.2 K 2024-11-18T19:15:30,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/127c03dd6cb74456b3fc54d3b78d0a21 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/127c03dd6cb74456b3fc54d3b78d0a21 2024-11-18T19:15:30,777 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/127c03dd6cb74456b3fc54d3b78d0a21, entries=50, sequenceid=355, filesize=7.2 K 2024-11-18T19:15:30,777 INFO [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for bc6adfdb9dbbba82d5f959daebbd0066 in 1690ms, sequenceid=355, compaction requested=true 2024-11-18T19:15:30,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2603): Flush status journal for bc6adfdb9dbbba82d5f959daebbd0066: 2024-11-18T19:15:30,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:30,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/39fff3b0f89c:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-18T19:15:30,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster(4169): Remote procedure done, pid=149 2024-11-18T19:15:30,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148 2024-11-18T19:15:30,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.7820 sec 2024-11-18T19:15:30,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 4.7860 sec 2024-11-18T19:15:34,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148 2024-11-18T19:15:34,196 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:37,720 INFO [Thread-2155 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2155. 2024-11-18T19:15:37,720 DEBUG [Thread-2155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:15:37,720 DEBUG [Thread-2155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:37,720 DEBUG [Thread-2155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:37,721 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:37,738 INFO [Thread-2157 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2157. 2024-11-18T19:15:37,738 DEBUG [Thread-2157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-18T19:15:37,738 DEBUG [Thread-2157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:37,738 DEBUG [Thread-2157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:37,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 142 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 18 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3245 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3025 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3268 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3262 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3029 2024-11-18T19:15:37,739 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-18T19:15:37,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:15:37,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:15:37,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:37,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:37,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:37,741 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-18T19:15:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:37,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-18T19:15:37,747 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957337747"}]},"ts":"1731957337747"} 2024-11-18T19:15:37,749 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-18T19:15:37,749 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-18T19:15:37,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-18T19:15:37,751 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, UNASSIGN}] 2024-11-18T19:15:37,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, UNASSIGN 2024-11-18T19:15:37,753 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=152 updating hbase:meta row=bc6adfdb9dbbba82d5f959daebbd0066, regionState=CLOSING, regionLocation=39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:37,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=151, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, UNASSIGN because future has completed 2024-11-18T19:15:37,755 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-18T19:15:37,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744}] 2024-11-18T19:15:37,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-18T19:15:37,909 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(122): Close bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:37,909 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-18T19:15:37,909 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1722): Closing bc6adfdb9dbbba82d5f959daebbd0066, disabling compactions & flushes 2024-11-18T19:15:37,909 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:37,909 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:37,909 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. after waiting 0 ms 2024-11-18T19:15:37,909 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:37,910 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(2902): Flushing bc6adfdb9dbbba82d5f959daebbd0066 3/3 column families, dataSize=13.42 KB heapSize=40.59 KB 2024-11-18T19:15:37,910 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=A 2024-11-18T19:15:37,910 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:37,911 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=B 2024-11-18T19:15:37,911 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:37,911 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bc6adfdb9dbbba82d5f959daebbd0066, store=C 2024-11-18T19:15:37,911 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-18T19:15:37,923 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d2b3a687c1424b32906a620ae0e0c100_bc6adfdb9dbbba82d5f959daebbd0066 is 50, key is test_row_0/A:col10/1731957337736/Put/seqid=0 2024-11-18T19:15:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742380_1556 (size=7374) 2024-11-18T19:15:38,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-18T19:15:38,328 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-18T19:15:38,339 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241118d2b3a687c1424b32906a620ae0e0c100_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d2b3a687c1424b32906a620ae0e0c100_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:38,341 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/c8e2e59a3cc24635b3b9137335946ebe, store: [table=TestAcidGuarantees family=A region=bc6adfdb9dbbba82d5f959daebbd0066] 2024-11-18T19:15:38,342 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/c8e2e59a3cc24635b3b9137335946ebe is 175, key is test_row_0/A:col10/1731957337736/Put/seqid=0 2024-11-18T19:15:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742381_1557 (size=13865) 2024-11-18T19:15:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-18T19:15:38,747 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/c8e2e59a3cc24635b3b9137335946ebe 2024-11-18T19:15:38,760 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/cfce73967806458cabe7462a4009367b is 50, key is test_row_0/B:col10/1731957337736/Put/seqid=0 2024-11-18T19:15:38,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742382_1558 (size=7415) 2024-11-18T19:15:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-18T19:15:39,167 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/cfce73967806458cabe7462a4009367b 2024-11-18T19:15:39,179 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/b508b5a9c1634a3db3349f0dd3699c2d is 50, key is test_row_0/C:col10/1731957337736/Put/seqid=0 2024-11-18T19:15:39,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742383_1559 (size=7415) 2024-11-18T19:15:39,583 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/b508b5a9c1634a3db3349f0dd3699c2d 2024-11-18T19:15:39,589 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/A/c8e2e59a3cc24635b3b9137335946ebe as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/c8e2e59a3cc24635b3b9137335946ebe 2024-11-18T19:15:39,592 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/c8e2e59a3cc24635b3b9137335946ebe, entries=50, sequenceid=360, filesize=13.5 K 2024-11-18T19:15:39,593 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/B/cfce73967806458cabe7462a4009367b as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/cfce73967806458cabe7462a4009367b 2024-11-18T19:15:39,596 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/cfce73967806458cabe7462a4009367b, entries=50, sequenceid=360, filesize=7.2 K 2024-11-18T19:15:39,596 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/.tmp/C/b508b5a9c1634a3db3349f0dd3699c2d as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b508b5a9c1634a3db3349f0dd3699c2d 2024-11-18T19:15:39,600 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b508b5a9c1634a3db3349f0dd3699c2d, entries=50, sequenceid=360, filesize=7.2 K 2024-11-18T19:15:39,600 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for bc6adfdb9dbbba82d5f959daebbd0066 in 1691ms, sequenceid=360, compaction requested=true 2024-11-18T19:15:39,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/bb9696b0cbdf45c18589b7f41ed1cc8f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/26d18402984c407f875b9f950514c127, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/dd7fd73a0900425ba689fabbda4456cc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/b3b8dccef24349738bd6c023fa42a54d, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0a9260dbce2245f1a1122ae9131ec925, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/807a56d928d344f59ad8a0c4192bd927, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/6fb10f2f8bdf4299ac466386e2a18057, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/44ebf2dc540c4806a0e2470f69378607, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7f5343167eba456e8584de4a7f64bfdb, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/e063f443cae34123a8c3ce4b72ff8121, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0daac1717bd246d6ba65aa8cccf9cb76, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/910c9ea781994cb1ac926150df191753, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/027cf1382caa4110b9da23c3831d17e6, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/aba0a7b018d94b5abd760c8b49c7f3a0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/8b87daad9ce245a9b5e8afea0b37fe01, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/acdea3d913a648ccbec05225b98f0e67, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7715eb872b5640158d4860fdf87ab3ec] to archive 2024-11-18T19:15:39,602 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:15:39,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/bb9696b0cbdf45c18589b7f41ed1cc8f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/bb9696b0cbdf45c18589b7f41ed1cc8f 2024-11-18T19:15:39,604 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/26d18402984c407f875b9f950514c127 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/26d18402984c407f875b9f950514c127 2024-11-18T19:15:39,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/dd7fd73a0900425ba689fabbda4456cc to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/dd7fd73a0900425ba689fabbda4456cc 2024-11-18T19:15:39,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/b3b8dccef24349738bd6c023fa42a54d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/b3b8dccef24349738bd6c023fa42a54d 2024-11-18T19:15:39,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0a9260dbce2245f1a1122ae9131ec925 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0a9260dbce2245f1a1122ae9131ec925 2024-11-18T19:15:39,607 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/807a56d928d344f59ad8a0c4192bd927 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/807a56d928d344f59ad8a0c4192bd927 2024-11-18T19:15:39,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/6fb10f2f8bdf4299ac466386e2a18057 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/6fb10f2f8bdf4299ac466386e2a18057 2024-11-18T19:15:39,609 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/44ebf2dc540c4806a0e2470f69378607 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/44ebf2dc540c4806a0e2470f69378607 2024-11-18T19:15:39,610 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7f5343167eba456e8584de4a7f64bfdb to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7f5343167eba456e8584de4a7f64bfdb 2024-11-18T19:15:39,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/e063f443cae34123a8c3ce4b72ff8121 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/e063f443cae34123a8c3ce4b72ff8121 2024-11-18T19:15:39,611 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0daac1717bd246d6ba65aa8cccf9cb76 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0daac1717bd246d6ba65aa8cccf9cb76 2024-11-18T19:15:39,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/910c9ea781994cb1ac926150df191753 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/910c9ea781994cb1ac926150df191753 2024-11-18T19:15:39,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/027cf1382caa4110b9da23c3831d17e6 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/027cf1382caa4110b9da23c3831d17e6 2024-11-18T19:15:39,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/aba0a7b018d94b5abd760c8b49c7f3a0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/aba0a7b018d94b5abd760c8b49c7f3a0 2024-11-18T19:15:39,614 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/8b87daad9ce245a9b5e8afea0b37fe01 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/8b87daad9ce245a9b5e8afea0b37fe01 2024-11-18T19:15:39,615 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/acdea3d913a648ccbec05225b98f0e67 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/acdea3d913a648ccbec05225b98f0e67 2024-11-18T19:15:39,616 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7715eb872b5640158d4860fdf87ab3ec to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/7715eb872b5640158d4860fdf87ab3ec 2024-11-18T19:15:39,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b00093ac116c422e9d51f62791348eb9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/bb2c11d7ba0c4bba89f1b727152aaf08, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/ba845e8002ee4c97a01e076d70fdc02f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b8cbb276f6d14734974121e4a22d2cb9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/28262c996d3548c8ad638e9f399be470, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/f479753a0eb740b99b88df219815fb6f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/aae26da40edc4968afa6d83c56c5343f, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/097e4418a98f4ebe929c3272bc18befc, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0b14682e66e347fab7e7f484bd5fb66b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/169832fc42404e329c4911474edfbb18, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0fbbce9d0d274a0991d1080ffecd1004, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/3c11fbd5cd4641aab1b9a66d98e94615, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/daa5437456234498bea3389b97f0d36c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/762acbfc06f446f6a3f92fdad14dc1d0, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/4e9abde466c84cb2ab9e4ca33a11bcf1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/fb8c2fbe46e4447aafb0c5d9b054c3b1, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b6b945104df84c88a65342ebe3db0af0] to archive 2024-11-18T19:15:39,618 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:15:39,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b00093ac116c422e9d51f62791348eb9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b00093ac116c422e9d51f62791348eb9 2024-11-18T19:15:39,621 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/bb2c11d7ba0c4bba89f1b727152aaf08 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/bb2c11d7ba0c4bba89f1b727152aaf08 2024-11-18T19:15:39,623 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/ba845e8002ee4c97a01e076d70fdc02f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/ba845e8002ee4c97a01e076d70fdc02f 2024-11-18T19:15:39,624 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b8cbb276f6d14734974121e4a22d2cb9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b8cbb276f6d14734974121e4a22d2cb9 2024-11-18T19:15:39,625 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/28262c996d3548c8ad638e9f399be470 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/28262c996d3548c8ad638e9f399be470 2024-11-18T19:15:39,626 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/f479753a0eb740b99b88df219815fb6f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/f479753a0eb740b99b88df219815fb6f 2024-11-18T19:15:39,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/aae26da40edc4968afa6d83c56c5343f to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/aae26da40edc4968afa6d83c56c5343f 2024-11-18T19:15:39,627 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/097e4418a98f4ebe929c3272bc18befc to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/097e4418a98f4ebe929c3272bc18befc 2024-11-18T19:15:39,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0b14682e66e347fab7e7f484bd5fb66b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0b14682e66e347fab7e7f484bd5fb66b 2024-11-18T19:15:39,629 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/169832fc42404e329c4911474edfbb18 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/169832fc42404e329c4911474edfbb18 2024-11-18T19:15:39,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0fbbce9d0d274a0991d1080ffecd1004 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/0fbbce9d0d274a0991d1080ffecd1004 2024-11-18T19:15:39,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/3c11fbd5cd4641aab1b9a66d98e94615 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/3c11fbd5cd4641aab1b9a66d98e94615 2024-11-18T19:15:39,631 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/daa5437456234498bea3389b97f0d36c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/daa5437456234498bea3389b97f0d36c 2024-11-18T19:15:39,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/762acbfc06f446f6a3f92fdad14dc1d0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/762acbfc06f446f6a3f92fdad14dc1d0 2024-11-18T19:15:39,632 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/4e9abde466c84cb2ab9e4ca33a11bcf1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/4e9abde466c84cb2ab9e4ca33a11bcf1 2024-11-18T19:15:39,633 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/fb8c2fbe46e4447aafb0c5d9b054c3b1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/fb8c2fbe46e4447aafb0c5d9b054c3b1 2024-11-18T19:15:39,634 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b6b945104df84c88a65342ebe3db0af0 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b6b945104df84c88a65342ebe3db0af0 2024-11-18T19:15:39,635 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/0e56aee192cb46cd8df7e8030a1d3347, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b5d887827f024edfb75b818e30608c8b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/5659dc4d2deb4c428830d632962ddaa9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/8ec99267f9d24a94a045d0f287c1ee42, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/53182119519b4ff58195b537562af79c, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/0e1a9fbd380e4653956c93cfdd1132db, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/18ecced823064c2e8e9952ae1d006184, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/99d6cc3932cb4e89beeb7c5bbe8861d9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/323f4fc4745a4440858e594837d81b9b, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/c2fb75ebd4594802a052e207aa7f1bde, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/26bb8efa32fa444287a48c9f1ab95501, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/100b837f3bd14f1abe8394a0812dc206, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/bd78f98b7ae9423899dd583758b6cce9, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/fe1c14b60970427793c2dff366fdb719, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b9736aa15dec419890d39086f93b8e07, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/05b9cadc114e42c99f65c6489572beaa, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/162d8e1112c3435c89f62a38c89665ff] to archive 2024-11-18T19:15:39,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-18T19:15:39,637 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/0e56aee192cb46cd8df7e8030a1d3347 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/0e56aee192cb46cd8df7e8030a1d3347 2024-11-18T19:15:39,638 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b5d887827f024edfb75b818e30608c8b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b5d887827f024edfb75b818e30608c8b 2024-11-18T19:15:39,639 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/5659dc4d2deb4c428830d632962ddaa9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/5659dc4d2deb4c428830d632962ddaa9 2024-11-18T19:15:39,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/8ec99267f9d24a94a045d0f287c1ee42 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/8ec99267f9d24a94a045d0f287c1ee42 2024-11-18T19:15:39,640 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/53182119519b4ff58195b537562af79c to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/53182119519b4ff58195b537562af79c 2024-11-18T19:15:39,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/0e1a9fbd380e4653956c93cfdd1132db to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/0e1a9fbd380e4653956c93cfdd1132db 2024-11-18T19:15:39,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/18ecced823064c2e8e9952ae1d006184 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/18ecced823064c2e8e9952ae1d006184 2024-11-18T19:15:39,642 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/99d6cc3932cb4e89beeb7c5bbe8861d9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/99d6cc3932cb4e89beeb7c5bbe8861d9 2024-11-18T19:15:39,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/323f4fc4745a4440858e594837d81b9b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/323f4fc4745a4440858e594837d81b9b 2024-11-18T19:15:39,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/c2fb75ebd4594802a052e207aa7f1bde to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/c2fb75ebd4594802a052e207aa7f1bde 2024-11-18T19:15:39,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/26bb8efa32fa444287a48c9f1ab95501 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/26bb8efa32fa444287a48c9f1ab95501 2024-11-18T19:15:39,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/100b837f3bd14f1abe8394a0812dc206 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/100b837f3bd14f1abe8394a0812dc206 2024-11-18T19:15:39,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/bd78f98b7ae9423899dd583758b6cce9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/bd78f98b7ae9423899dd583758b6cce9 2024-11-18T19:15:39,646 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/fe1c14b60970427793c2dff366fdb719 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/fe1c14b60970427793c2dff366fdb719 2024-11-18T19:15:39,647 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b9736aa15dec419890d39086f93b8e07 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b9736aa15dec419890d39086f93b8e07 2024-11-18T19:15:39,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/05b9cadc114e42c99f65c6489572beaa to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/05b9cadc114e42c99f65c6489572beaa 2024-11-18T19:15:39,648 DEBUG [StoreCloser-TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/162d8e1112c3435c89f62a38c89665ff to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/162d8e1112c3435c89f62a38c89665ff 2024-11-18T19:15:39,652 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/recovered.edits/363.seqid, newMaxSeqId=363, maxSeqId=4 2024-11-18T19:15:39,652 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. 2024-11-18T19:15:39,653 DEBUG [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] regionserver.HRegion(1676): Region close journal for bc6adfdb9dbbba82d5f959daebbd0066: Waiting for close lock at 1731957337909Running coprocessor pre-close hooks at 1731957337909Disabling compacts and flushes for region at 1731957337909Disabling writes for close at 1731957337909Obtaining lock to block concurrent updates at 1731957337910 (+1 ms)Preparing flush snapshotting stores in bc6adfdb9dbbba82d5f959daebbd0066 at 1731957337910Finished memstore snapshotting TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=41520, getOffHeapSize=0, getCellsCount=300 at 1731957337911 (+1 ms)Flushing stores of TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066. at 1731957337912 (+1 ms)Flushing bc6adfdb9dbbba82d5f959daebbd0066/A: creating writer at 1731957337912Flushing mob file bc6adfdb9dbbba82d5f959daebbd0066/A: appending metadata at 1731957337923 (+11 ms)Flushing mob file bc6adfdb9dbbba82d5f959daebbd0066/A: closing flushed file at 1731957337923Flushing bc6adfdb9dbbba82d5f959daebbd0066/A: appending metadata at 1731957338341 (+418 ms)Flushing bc6adfdb9dbbba82d5f959daebbd0066/A: closing flushed file at 1731957338341Flushing bc6adfdb9dbbba82d5f959daebbd0066/B: creating writer at 1731957338755 (+414 ms)Flushing bc6adfdb9dbbba82d5f959daebbd0066/B: appending metadata at 1731957338759 (+4 ms)Flushing bc6adfdb9dbbba82d5f959daebbd0066/B: closing flushed file at 1731957338759Flushing bc6adfdb9dbbba82d5f959daebbd0066/C: creating writer at 1731957339176 (+417 ms)Flushing bc6adfdb9dbbba82d5f959daebbd0066/C: appending metadata at 1731957339179 (+3 ms)Flushing bc6adfdb9dbbba82d5f959daebbd0066/C: closing flushed file at 1731957339179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9bbffd4: reopening flushed file at 1731957339588 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16cfcb7: reopening flushed file at 1731957339592 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c429b2: reopening flushed file at 1731957339596 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~40.55 KB/41520, currentSize=0 B/0 for bc6adfdb9dbbba82d5f959daebbd0066 in 1691ms, sequenceid=360, compaction requested=true at 1731957339600 (+4 ms)Writing region close event to WAL at 1731957339649 (+49 ms)Running coprocessor post-close hooks at 1731957339652 (+3 ms)Closed at 1731957339652 2024-11-18T19:15:39,654 INFO [RS_CLOSE_REGION-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_REGION, pid=153}] handler.UnassignRegionHandler(157): Closed bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=152 updating hbase:meta row=bc6adfdb9dbbba82d5f959daebbd0066, regionState=CLOSED 2024-11-18T19:15:39,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=152, state=RUNNABLE, hasLock=false; CloseRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 because future has completed 2024-11-18T19:15:39,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-18T19:15:39,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; CloseRegionProcedure bc6adfdb9dbbba82d5f959daebbd0066, server=39fff3b0f89c,38149,1731957147744 in 1.9010 sec 2024-11-18T19:15:39,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-11-18T19:15:39,659 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=bc6adfdb9dbbba82d5f959daebbd0066, UNASSIGN in 1.9070 sec 2024-11-18T19:15:39,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-18T19:15:39,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9100 sec 2024-11-18T19:15:39,662 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731957339662"}]},"ts":"1731957339662"} 2024-11-18T19:15:39,663 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-18T19:15:39,663 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-18T19:15:39,665 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9220 sec 2024-11-18T19:15:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-18T19:15:39,896 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:39,897 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-18T19:15:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:39,901 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=154, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-18T19:15:39,902 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=154, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:39,906 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,908 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C, FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/recovered.edits] 2024-11-18T19:15:39,911 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0c99f56864ab4d07b4ec315b76100db9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/0c99f56864ab4d07b4ec315b76100db9 2024-11-18T19:15:39,912 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/71550536582f41d3aee240e475f9cb07 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/71550536582f41d3aee240e475f9cb07 2024-11-18T19:15:39,913 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/8e4a805f9bbc4c4f918c092db063ab13 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/8e4a805f9bbc4c4f918c092db063ab13 2024-11-18T19:15:39,914 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/c8e2e59a3cc24635b3b9137335946ebe to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/A/c8e2e59a3cc24635b3b9137335946ebe 2024-11-18T19:15:39,916 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/49b54ec86efd4969822c1a6fe35edd99 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/49b54ec86efd4969822c1a6fe35edd99 2024-11-18T19:15:39,917 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b097367a9c0d48d391f8c858f987aff8 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/b097367a9c0d48d391f8c858f987aff8 2024-11-18T19:15:39,918 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/cfce73967806458cabe7462a4009367b to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/cfce73967806458cabe7462a4009367b 2024-11-18T19:15:39,920 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/fb67ae99c93d484bb52bf87478bdacb1 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/B/fb67ae99c93d484bb52bf87478bdacb1 2024-11-18T19:15:39,922 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/11e695866c54401ab1c3ea0d5ec440d9 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/11e695866c54401ab1c3ea0d5ec440d9 2024-11-18T19:15:39,924 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/127c03dd6cb74456b3fc54d3b78d0a21 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/127c03dd6cb74456b3fc54d3b78d0a21 2024-11-18T19:15:39,925 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/6aa4335a7bd24fe59e7eb1efa4625b02 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/6aa4335a7bd24fe59e7eb1efa4625b02 2024-11-18T19:15:39,926 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b508b5a9c1634a3db3349f0dd3699c2d to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/C/b508b5a9c1634a3db3349f0dd3699c2d 2024-11-18T19:15:39,929 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/recovered.edits/363.seqid to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066/recovered.edits/363.seqid 2024-11-18T19:15:39,929 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/default/TestAcidGuarantees/bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,930 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-18T19:15:39,930 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:15:39,931 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-18T19:15:39,934 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180b4ff40131104bc090658b27102ebcb8_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411180b4ff40131104bc090658b27102ebcb8_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,936 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111831a53cd9c0aa4eda85064d2527682197_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111831a53cd9c0aa4eda85064d2527682197_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,937 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183ad60b5be9fa49fd84affb438da1b35c_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411183ad60b5be9fa49fd84affb438da1b35c_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,939 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185190121dad8848668cce0c0ff98c1ed7_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411185190121dad8848668cce0c0ff98c1ed7_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,941 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111873b2f10968eb4c60a0c970fe11764bd5_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111873b2f10968eb4c60a0c970fe11764bd5_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,942 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187fb6338ca90542feb00c946f06ed0fb6_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411187fb6338ca90542feb00c946f06ed0fb6_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,943 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111882fec0286a7c4e28b666d19e03a9b0a3_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111882fec0286a7c4e28b666d19e03a9b0a3_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,945 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118996b07829bed4db6ac5f712d6903e4a1_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118996b07829bed4db6ac5f712d6903e4a1_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,946 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bfac6ee8332f4debb18a9704d99a42e8_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118bfac6ee8332f4debb18a9704d99a42e8_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,947 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c196236dbb41448caeb07af49d89ef7e_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c196236dbb41448caeb07af49d89ef7e_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,948 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c1db74001e774f95bb1ff97e0d757b5b_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c1db74001e774f95bb1ff97e0d757b5b_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,949 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c49801b2a7a14b319b06f4dfc4c2cd8e_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118c49801b2a7a14b319b06f4dfc4c2cd8e_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,949 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d2b3a687c1424b32906a620ae0e0c100_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118d2b3a687c1424b32906a620ae0e0c100_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,950 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e0b0c3b6961a458698aa95e10c35eecd_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e0b0c3b6961a458698aa95e10c35eecd_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,952 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e377f11089f243e6a1712d399bf9810f_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118e377f11089f243e6a1712d399bf9810f_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,953 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f9cc130120a3406ab2a1452feb16acc6_bc6adfdb9dbbba82d5f959daebbd0066 to hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241118f9cc130120a3406ab2a1452feb16acc6_bc6adfdb9dbbba82d5f959daebbd0066 2024-11-18T19:15:39,953 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-18T19:15:39,955 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=154, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:39,958 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-18T19:15:39,960 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-18T19:15:39,960 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=154, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:39,960 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-18T19:15:39,961 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731957339960"}]},"ts":"9223372036854775807"} 2024-11-18T19:15:39,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-18T19:15:39,962 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => bc6adfdb9dbbba82d5f959daebbd0066, NAME => 'TestAcidGuarantees,,1731957303830.bc6adfdb9dbbba82d5f959daebbd0066.', STARTKEY => '', ENDKEY => ''}] 2024-11-18T19:15:39,962 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-18T19:15:39,962 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731957339962"}]},"ts":"9223372036854775807"} 2024-11-18T19:15:39,963 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-18T19:15:39,964 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=154, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-18T19:15:39,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-11-18T19:15:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-18T19:15:40,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-18T19:15:40,008 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-18T19:15:40,017 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=248 (was 250), OpenFileDescriptor=447 (was 449), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=237 (was 267), ProcessCount=11 (was 11), AvailableMemoryMB=4008 (was 4040) 2024-11-18T19:15:40,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-18T19:15:40,017 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:15:40,018 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:15:40,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:40,018 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:40,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-18T19:15:40,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-18T19:15:40,018 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1240002821, stopped=false 2024-11-18T19:15:40,019 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=39fff3b0f89c,36603,1731957147048 2024-11-18T19:15:40,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:15:40,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-18T19:15:40,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:15:40,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:15:40,062 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:15:40,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:15:40,064 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-18T19:15:40,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-18T19:15:40,064 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:15:40,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:40,065 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '39fff3b0f89c,38149,1731957147744' ***** 2024-11-18T19:15:40,065 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-18T19:15:40,066 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-18T19:15:40,067 INFO [RS:0;39fff3b0f89c:38149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-18T19:15:40,067 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-18T19:15:40,067 INFO [RS:0;39fff3b0f89c:38149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-18T19:15:40,067 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(959): stopping server 39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:40,067 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:15:40,067 INFO [RS:0;39fff3b0f89c:38149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;39fff3b0f89c:38149. 2024-11-18T19:15:40,067 DEBUG [RS:0;39fff3b0f89c:38149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-18T19:15:40,068 DEBUG [RS:0;39fff3b0f89c:38149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:40,068 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-18T19:15:40,068 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-18T19:15:40,068 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-18T19:15:40,068 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-18T19:15:40,069 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-18T19:15:40,069 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-18T19:15:40,069 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-18T19:15:40,069 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:15:40,069 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-18T19:15:40,070 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-18T19:15:40,070 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-18T19:15:40,070 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-18T19:15:40,070 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-18T19:15:40,090 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/info/060194513ecc4d7082a4e17e2c993dd5 is 95, key is TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253./info:/1731957186664/DeleteFamily/seqid=0 2024-11-18T19:15:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742384_1560 (size=6514) 2024-11-18T19:15:40,098 INFO [regionserver/39fff3b0f89c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:15:40,270 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:15:40,470 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:15:40,494 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/info/060194513ecc4d7082a4e17e2c993dd5 2024-11-18T19:15:40,521 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/ns/acef3e7a47bc477f93c19395b18fe945 is 93, key is TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253./ns:/1731957186627/DeleteFamily/seqid=0 2024-11-18T19:15:40,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742385_1561 (size=5906) 2024-11-18T19:15:40,603 INFO [regionserver/39fff3b0f89c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-18T19:15:40,603 INFO [regionserver/39fff3b0f89c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-18T19:15:40,670 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:15:40,871 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:15:40,925 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/ns/acef3e7a47bc477f93c19395b18fe945 2024-11-18T19:15:40,956 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/rep_barrier/f22a06dfbaa94de98b3fa4f6711a55c3 is 102, key is TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253./rep_barrier:/1731957186627/DeleteFamily/seqid=0 2024-11-18T19:15:40,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742386_1562 (size=6025) 2024-11-18T19:15:41,071 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:15:41,271 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:15:41,361 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/rep_barrier/f22a06dfbaa94de98b3fa4f6711a55c3 2024-11-18T19:15:41,386 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/table/567b3bdd906d4911befbf6b383b8a687 is 96, key is TestAcidGuarantees,,1731957152144.13b48c45833e4a43a223cd63ed988253./table:/1731957186627/DeleteFamily/seqid=0 2024-11-18T19:15:41,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742387_1563 (size=5936) 2024-11-18T19:15:41,472 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:15:41,672 DEBUG [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-18T19:15:41,791 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/table/567b3bdd906d4911befbf6b383b8a687 2024-11-18T19:15:41,802 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/info/060194513ecc4d7082a4e17e2c993dd5 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/info/060194513ecc4d7082a4e17e2c993dd5 2024-11-18T19:15:41,805 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/info/060194513ecc4d7082a4e17e2c993dd5, entries=12, sequenceid=90, filesize=6.4 K 2024-11-18T19:15:41,806 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/ns/acef3e7a47bc477f93c19395b18fe945 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/ns/acef3e7a47bc477f93c19395b18fe945 2024-11-18T19:15:41,809 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/ns/acef3e7a47bc477f93c19395b18fe945, entries=8, sequenceid=90, filesize=5.8 K 2024-11-18T19:15:41,809 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/rep_barrier/f22a06dfbaa94de98b3fa4f6711a55c3 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/rep_barrier/f22a06dfbaa94de98b3fa4f6711a55c3 2024-11-18T19:15:41,812 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/rep_barrier/f22a06dfbaa94de98b3fa4f6711a55c3, entries=6, sequenceid=90, filesize=5.9 K 2024-11-18T19:15:41,812 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/.tmp/table/567b3bdd906d4911befbf6b383b8a687 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/table/567b3bdd906d4911befbf6b383b8a687 2024-11-18T19:15:41,815 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/table/567b3bdd906d4911befbf6b383b8a687, entries=7, sequenceid=90, filesize=5.8 K 2024-11-18T19:15:41,816 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=90, compaction requested=false 2024-11-18T19:15:41,819 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-18T19:15:41,820 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-18T19:15:41,820 INFO [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-18T19:15:41,820 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731957340069Running coprocessor pre-close hooks at 1731957340069Disabling compacts and flushes for region at 1731957340069Disabling writes for close at 1731957340070 (+1 ms)Obtaining lock to block concurrent updates at 1731957340070Preparing flush snapshotting stores in 1588230740 at 1731957340070Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731957340070Flushing stores of hbase:meta,,1.1588230740 at 1731957340071 (+1 ms)Flushing 1588230740/info: creating writer at 1731957340071Flushing 1588230740/info: appending metadata at 1731957340089 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731957340089Flushing 1588230740/ns: creating writer at 1731957340506 (+417 ms)Flushing 1588230740/ns: appending metadata at 1731957340521 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731957340521Flushing 1588230740/rep_barrier: creating writer at 1731957340935 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731957340956 (+21 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731957340956Flushing 1588230740/table: creating writer at 1731957341371 (+415 ms)Flushing 1588230740/table: appending metadata at 1731957341386 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731957341386Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@618d9edd: reopening flushed file at 1731957341801 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b592a67: reopening flushed file at 1731957341805 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d1921c: reopening flushed file at 1731957341809 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7900c356: reopening flushed file at 1731957341812 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1746ms, sequenceid=90, compaction requested=false at 1731957341816 (+4 ms)Writing region close event to WAL at 1731957341817 (+1 ms)Running coprocessor post-close hooks at 1731957341820 (+3 ms)Closed at 1731957341820 2024-11-18T19:15:41,820 DEBUG [RS_CLOSE_META-regionserver/39fff3b0f89c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-18T19:15:41,872 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(976): stopping server 39fff3b0f89c,38149,1731957147744; all regions closed. 2024-11-18T19:15:41,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741834_1010 (size=25344) 2024-11-18T19:15:41,878 DEBUG [RS:0;39fff3b0f89c:38149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/oldWALs 2024-11-18T19:15:41,878 INFO [RS:0;39fff3b0f89c:38149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39fff3b0f89c%2C38149%2C1731957147744.meta:.meta(num 1731957151754) 2024-11-18T19:15:41,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741832_1008 (size=13416843) 2024-11-18T19:15:41,882 DEBUG [RS:0;39fff3b0f89c:38149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/oldWALs 2024-11-18T19:15:41,882 INFO [RS:0;39fff3b0f89c:38149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 39fff3b0f89c%2C38149%2C1731957147744:(num 1731957150758) 2024-11-18T19:15:41,882 DEBUG [RS:0;39fff3b0f89c:38149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-18T19:15:41,882 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-18T19:15:41,882 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:15:41,883 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.ChoreService(370): Chore service for: regionserver/39fff3b0f89c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-18T19:15:41,883 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:15:41,883 INFO [regionserver/39fff3b0f89c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:15:41,883 INFO [RS:0;39fff3b0f89c:38149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38149 2024-11-18T19:15:41,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-18T19:15:41,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/39fff3b0f89c,38149,1731957147744 2024-11-18T19:15:41,919 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:15:41,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [39fff3b0f89c,38149,1731957147744] 2024-11-18T19:15:41,936 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/39fff3b0f89c,38149,1731957147744 already deleted, retry=false 2024-11-18T19:15:41,936 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 39fff3b0f89c,38149,1731957147744 expired; onlineServers=0 2024-11-18T19:15:41,936 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '39fff3b0f89c,36603,1731957147048' ***** 2024-11-18T19:15:41,936 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-18T19:15:41,936 INFO [M:0;39fff3b0f89c:36603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-18T19:15:41,936 INFO [M:0;39fff3b0f89c:36603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-18T19:15:41,937 DEBUG [M:0;39fff3b0f89c:36603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-18T19:15:41,937 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-18T19:15:41,937 DEBUG [M:0;39fff3b0f89c:36603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-18T19:15:41,937 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.large.0-1731957150444 {}] cleaner.HFileCleaner(306): Exit Thread[master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.large.0-1731957150444,5,FailOnTimeoutGroup] 2024-11-18T19:15:41,937 DEBUG [master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.small.0-1731957150445 {}] cleaner.HFileCleaner(306): Exit Thread[master/39fff3b0f89c:0:becomeActiveMaster-HFileCleaner.small.0-1731957150445,5,FailOnTimeoutGroup] 2024-11-18T19:15:41,937 INFO [M:0;39fff3b0f89c:36603 {}] hbase.ChoreService(370): Chore service for: master/39fff3b0f89c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-18T19:15:41,937 INFO [M:0;39fff3b0f89c:36603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-18T19:15:41,937 DEBUG [M:0;39fff3b0f89c:36603 {}] master.HMaster(1795): Stopping service threads 2024-11-18T19:15:41,937 INFO [M:0;39fff3b0f89c:36603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-18T19:15:41,938 INFO [M:0;39fff3b0f89c:36603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-18T19:15:41,938 ERROR [M:0;39fff3b0f89c:36603 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:38073 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:38073,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-18T19:15:41,939 INFO [M:0;39fff3b0f89c:36603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-18T19:15:41,939 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-18T19:15:41,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-18T19:15:41,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-18T19:15:41,945 DEBUG [M:0;39fff3b0f89c:36603 {}] zookeeper.ZKUtil(347): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-18T19:15:41,945 WARN [M:0;39fff3b0f89c:36603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-18T19:15:41,946 INFO [M:0;39fff3b0f89c:36603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/.lastflushedseqids 2024-11-18T19:15:41,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742388_1564 (size=72) 2024-11-18T19:15:42,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:15:42,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38149-0x10150a674650001, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:15:42,029 INFO [RS:0;39fff3b0f89c:38149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:15:42,029 INFO [RS:0;39fff3b0f89c:38149 {}] regionserver.HRegionServer(1031): Exiting; stopping=39fff3b0f89c,38149,1731957147744; zookeeper connection closed. 2024-11-18T19:15:42,030 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27a83794 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27a83794 2024-11-18T19:15:42,031 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-18T19:15:42,358 INFO [M:0;39fff3b0f89c:36603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-18T19:15:42,359 INFO [M:0;39fff3b0f89c:36603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-18T19:15:42,359 DEBUG [M:0;39fff3b0f89c:36603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-18T19:15:42,359 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:15:42,359 DEBUG [M:0;39fff3b0f89c:36603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:15:42,359 DEBUG [M:0;39fff3b0f89c:36603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-18T19:15:42,359 DEBUG [M:0;39fff3b0f89c:36603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:15:42,359 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=740.21 KB heapSize=904.44 KB 2024-11-18T19:15:42,377 DEBUG [M:0;39fff3b0f89c:36603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/571346448a344e03823b3e8b8298e097 is 82, key is hbase:meta,,1/info:regioninfo/1731957151839/Put/seqid=0 2024-11-18T19:15:42,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742389_1565 (size=5672) 2024-11-18T19:15:42,782 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2032 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/571346448a344e03823b3e8b8298e097 2024-11-18T19:15:42,824 DEBUG [M:0;39fff3b0f89c:36603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b722964c3766478a95d4092b918155ac is 2480, key is \x00\x00\x00\x00\x00\x00\x00\x83/proc:d/1731957307019/Put/seqid=0 2024-11-18T19:15:42,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742390_1566 (size=42559) 2024-11-18T19:15:43,229 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=739.66 KB at sequenceid=2032 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b722964c3766478a95d4092b918155ac 2024-11-18T19:15:43,238 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b722964c3766478a95d4092b918155ac 2024-11-18T19:15:43,257 DEBUG [M:0;39fff3b0f89c:36603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42d9e8c16a324b2ea53371981f0a095f is 69, key is 39fff3b0f89c,38149,1731957147744/rs:state/1731957150522/Put/seqid=0 2024-11-18T19:15:43,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073742391_1567 (size=5156) 2024-11-18T19:15:43,662 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2032 (bloomFilter=true), to=hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42d9e8c16a324b2ea53371981f0a095f 2024-11-18T19:15:43,672 DEBUG [M:0;39fff3b0f89c:36603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/571346448a344e03823b3e8b8298e097 as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/571346448a344e03823b3e8b8298e097 2024-11-18T19:15:43,678 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/571346448a344e03823b3e8b8298e097, entries=8, sequenceid=2032, filesize=5.5 K 2024-11-18T19:15:43,679 DEBUG [M:0;39fff3b0f89c:36603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b722964c3766478a95d4092b918155ac as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b722964c3766478a95d4092b918155ac 2024-11-18T19:15:43,682 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b722964c3766478a95d4092b918155ac 2024-11-18T19:15:43,683 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b722964c3766478a95d4092b918155ac, entries=154, sequenceid=2032, filesize=41.6 K 2024-11-18T19:15:43,683 DEBUG [M:0;39fff3b0f89c:36603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/42d9e8c16a324b2ea53371981f0a095f as hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42d9e8c16a324b2ea53371981f0a095f 2024-11-18T19:15:43,686 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38073/user/jenkins/test-data/51b7fe04-ad0e-8ae7-a3fb-2cdd615df260/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/42d9e8c16a324b2ea53371981f0a095f, entries=1, sequenceid=2032, filesize=5.0 K 2024-11-18T19:15:43,686 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~740.21 KB/757979, heapSize ~904.14 KB/925840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=2032, compaction requested=false 2024-11-18T19:15:43,688 INFO [M:0;39fff3b0f89c:36603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-18T19:15:43,688 DEBUG [M:0;39fff3b0f89c:36603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731957342359Disabling compacts and flushes for region at 1731957342359Disabling writes for close at 1731957342359Obtaining lock to block concurrent updates at 1731957342359Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731957342359Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=757979, getHeapSize=926080, getOffHeapSize=0, getCellsCount=2211 at 1731957342359Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731957342360 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731957342360Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731957342377 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731957342377Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731957342804 (+427 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731957342824 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731957342824Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731957343238 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731957343257 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731957343257Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d16f7ad: reopening flushed file at 1731957343671 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ff32cd: reopening flushed file at 1731957343678 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30c20b69: reopening flushed file at 1731957343683 (+5 ms)Finished flush of dataSize ~740.21 KB/757979, heapSize ~904.14 KB/925840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=2032, compaction requested=false at 1731957343687 (+4 ms)Writing region close event to WAL at 1731957343688 (+1 ms)Closed at 1731957343688 2024-11-18T19:15:43,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45131 is added to blk_1073741830_1006 (size=891194) 2024-11-18T19:15:43,692 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-18T19:15:43,692 INFO [M:0;39fff3b0f89c:36603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-18T19:15:43,692 INFO [M:0;39fff3b0f89c:36603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36603 2024-11-18T19:15:43,692 INFO [M:0;39fff3b0f89c:36603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-18T19:15:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:15:43,828 INFO [M:0;39fff3b0f89c:36603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-18T19:15:43,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36603-0x10150a674650000, quorum=127.0.0.1:63218, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-18T19:15:43,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-18T19:15:43,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:15:43,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:15:43,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:15:43,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/hadoop.log.dir/,STOPPED} 2024-11-18T19:15:43,871 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-18T19:15:43,871 WARN [BP-618029774-172.17.0.2-1731957143700 heartbeating to localhost/127.0.0.1:38073 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-18T19:15:43,871 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-18T19:15:43,871 WARN [BP-618029774-172.17.0.2-1731957143700 heartbeating to localhost/127.0.0.1:38073 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-618029774-172.17.0.2-1731957143700 (Datanode Uuid 070ee85d-846f-4756-8a71-99fc504cb984) service to localhost/127.0.0.1:38073 2024-11-18T19:15:43,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/cluster_05ca63d3-e4e6-f88c-dd37-07c9d1af7609/data/data1/current/BP-618029774-172.17.0.2-1731957143700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:15:43,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/cluster_05ca63d3-e4e6-f88c-dd37-07c9d1af7609/data/data2/current/BP-618029774-172.17.0.2-1731957143700 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-18T19:15:43,874 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-18T19:15:43,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-18T19:15:43,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-18T19:15:43,882 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-18T19:15:43,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-18T19:15:43,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/0b8ef337-6993-e297-2147-746880aee4ca/hadoop.log.dir/,STOPPED} 2024-11-18T19:15:43,895 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-18T19:15:44,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down